2024-11-27 11:17:03,621 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 11:17:03,640 main DEBUG Took 0.017244 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 11:17:03,640 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 11:17:03,641 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 11:17:03,641 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 11:17:03,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:17:03,649 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 11:17:03,662 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:17:03,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:17:03,664 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:17:03,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:17:03,664 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:17:03,665 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:17:03,665 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:17:03,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:17:03,666 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:17:03,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:17:03,667 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:17:03,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:17:03,668 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:17:03,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:17:03,669 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:17:03,669 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:17:03,669 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:17:03,670 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:17:03,670 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:17:03,670 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:17:03,671 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:17:03,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:17:03,671 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:17:03,672 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:17:03,672 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:17:03,672 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 11:17:03,674 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:17:03,675 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 11:17:03,676 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 11:17:03,677 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 11:17:03,678 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 11:17:03,678 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 11:17:03,686 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 11:17:03,688 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 11:17:03,690 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 11:17:03,690 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 11:17:03,691 main DEBUG createAppenders(={Console}) 2024-11-27 11:17:03,691 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-27 11:17:03,691 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 11:17:03,692 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-27 11:17:03,692 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 11:17:03,692 main DEBUG OutputStream closed 2024-11-27 11:17:03,693 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 11:17:03,693 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 11:17:03,693 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-27 11:17:03,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 11:17:03,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 11:17:03,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 11:17:03,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 11:17:03,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 11:17:03,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 11:17:03,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 11:17:03,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 11:17:03,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 11:17:03,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 11:17:03,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 11:17:03,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 11:17:03,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 11:17:03,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 11:17:03,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 11:17:03,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 11:17:03,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 11:17:03,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 11:17:03,774 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 11:17:03,774 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-27 11:17:03,774 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 11:17:03,775 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-27T11:17:03,789 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-27 11:17:03,791 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 11:17:03,792 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T11:17:03,842 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=7591 2024-11-27T11:17:04,055 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-27T11:17:04,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e 2024-11-27T11:17:04,097 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/cluster_32ef3b10-dc44-8190-e5c9-befe7e4a5984, deleteOnExit=true 2024-11-27T11:17:04,181 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/cluster_32ef3b10-dc44-8190-e5c9-befe7e4a5984/zookeeper_0, clientPort=53545, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/cluster_32ef3b10-dc44-8190-e5c9-befe7e4a5984/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/cluster_32ef3b10-dc44-8190-e5c9-befe7e4a5984/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T11:17:04,194 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53545 2024-11-27T11:17:04,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:17:04,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:17:04,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/test.cache.data in system properties and HBase conf 2024-11-27T11:17:04,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:17:04,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:17:04,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:17:04,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:17:04,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:17:04,315 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T11:17:04,424 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:17:04,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:17:04,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:17:04,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:17:04,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:17:04,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:17:04,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:17:04,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:17:04,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:17:04,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:17:04,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:17:04,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:17:04,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:17:04,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:17:04,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:17:05,255 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T11:17:05,341 INFO [Time-limited test {}] log.Log(170): Logging initialized @2406ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T11:17:05,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:17:05,480 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:17:05,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:17:05,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:17:05,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:17:05,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:17:05,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@397b77ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:17:05,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c612fda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:17:05,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60fa5e03{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/java.io.tmpdir/jetty-localhost-41543-hadoop-hdfs-3_4_1-tests_jar-_-any-7324879331517487042/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:17:05,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e6370a7{HTTP/1.1, (http/1.1)}{localhost:41543} 2024-11-27T11:17:05,719 INFO [Time-limited test {}] server.Server(415): Started @2785ms 2024-11-27T11:17:06,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:17:06,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:17:06,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:17:06,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:17:06,110 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:17:06,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24c3c3cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:17:06,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@330b5398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:17:06,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@499b5efd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/java.io.tmpdir/jetty-localhost-34701-hadoop-hdfs-3_4_1-tests_jar-_-any-548567880753018008/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:17:06,231 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61506501{HTTP/1.1, (http/1.1)}{localhost:34701} 2024-11-27T11:17:06,232 INFO [Time-limited test {}] server.Server(415): Started @3297ms 2024-11-27T11:17:06,285 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:17:06,769 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/cluster_32ef3b10-dc44-8190-e5c9-befe7e4a5984/data/data2/current/BP-625772688-172.17.0.2-1732706225005/current, will proceed with Du for space computation calculation, 2024-11-27T11:17:06,769 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/cluster_32ef3b10-dc44-8190-e5c9-befe7e4a5984/data/data1/current/BP-625772688-172.17.0.2-1732706225005/current, will proceed with Du for space computation calculation, 2024-11-27T11:17:06,807 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:17:06,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc67df6eab51c3899 with lease ID 0x92d1e3344dac6bc0: Processing first storage report for DS-ac57d7b6-27a4-413a-96fc-f4d2de809cc8 from datanode DatanodeRegistration(127.0.0.1:39967, datanodeUuid=e10b49ec-1f58-4123-95e8-e06db35b5515, infoPort=36983, infoSecurePort=0, ipcPort=36385, storageInfo=lv=-57;cid=testClusterID;nsid=921660144;c=1732706225005) 2024-11-27T11:17:06,862 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc67df6eab51c3899 with lease ID 0x92d1e3344dac6bc0: from storage DS-ac57d7b6-27a4-413a-96fc-f4d2de809cc8 node DatanodeRegistration(127.0.0.1:39967, datanodeUuid=e10b49ec-1f58-4123-95e8-e06db35b5515, infoPort=36983, infoSecurePort=0, ipcPort=36385, storageInfo=lv=-57;cid=testClusterID;nsid=921660144;c=1732706225005), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T11:17:06,862 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc67df6eab51c3899 with lease ID 0x92d1e3344dac6bc0: Processing first storage report for DS-4cbc2981-4e6d-4fc2-863b-3aee62b93504 from datanode DatanodeRegistration(127.0.0.1:39967, datanodeUuid=e10b49ec-1f58-4123-95e8-e06db35b5515, infoPort=36983, infoSecurePort=0, ipcPort=36385, storageInfo=lv=-57;cid=testClusterID;nsid=921660144;c=1732706225005) 2024-11-27T11:17:06,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc67df6eab51c3899 with lease ID 0x92d1e3344dac6bc0: from storage DS-4cbc2981-4e6d-4fc2-863b-3aee62b93504 node DatanodeRegistration(127.0.0.1:39967, datanodeUuid=e10b49ec-1f58-4123-95e8-e06db35b5515, infoPort=36983, infoSecurePort=0, ipcPort=36385, storageInfo=lv=-57;cid=testClusterID;nsid=921660144;c=1732706225005), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T11:17:06,893 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e 2024-11-27T11:17:06,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:06,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:07,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:17:07,551 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4 with version=8 2024-11-27T11:17:07,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/hbase-staging 2024-11-27T11:17:07,647 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T11:17:07,923 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:17:07,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:07,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:07,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:17:07,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:07,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:17:08,117 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:17:08,179 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T11:17:08,188 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T11:17:08,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:17:08,219 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12729 (auto-detected) 2024-11-27T11:17:08,220 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T11:17:08,239 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36973 2024-11-27T11:17:08,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36973 connecting to ZooKeeper ensemble=127.0.0.1:53545 2024-11-27T11:17:08,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369730x0, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:08,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36973-0x1015924b2b10000 connected 2024-11-27T11:17:08,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:08,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:08,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on znode that does not yet exist, /076692910/running 2024-11-27T11:17:08,366 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4, hbase.cluster.distributed=false 2024-11-27T11:17:08,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on znode that does not yet exist, /076692910/acl 2024-11-27T11:17:08,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36973 2024-11-27T11:17:08,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36973 2024-11-27T11:17:08,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36973 2024-11-27T11:17:08,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36973 2024-11-27T11:17:08,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36973 2024-11-27T11:17:08,547 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:17:08,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:08,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:08,553 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:17:08,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:08,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:17:08,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:17:08,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:17:08,565 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44115 2024-11-27T11:17:08,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44115 connecting to ZooKeeper ensemble=127.0.0.1:53545 2024-11-27T11:17:08,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:08,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:08,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441150x0, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:08,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441150x0, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on znode that does not yet exist, /076692910/running 2024-11-27T11:17:08,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44115-0x1015924b2b10001 connected 2024-11-27T11:17:08,595 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:17:08,607 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:17:08,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on znode that does not yet exist, /076692910/master 2024-11-27T11:17:08,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on znode that does not yet exist, /076692910/acl 2024-11-27T11:17:08,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44115 2024-11-27T11:17:08,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44115 2024-11-27T11:17:08,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44115 2024-11-27T11:17:08,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44115 2024-11-27T11:17:08,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44115 2024-11-27T11:17:08,662 DEBUG [M:0;5b617c7edc8e:36973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:36973 2024-11-27T11:17:08,664 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /076692910/backup-masters/5b617c7edc8e,36973,1732706227705 2024-11-27T11:17:08,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910/backup-masters 2024-11-27T11:17:08,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910/backup-masters 2024-11-27T11:17:08,678 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on existing znode=/076692910/backup-masters/5b617c7edc8e,36973,1732706227705 2024-11-27T11:17:08,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:08,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/076692910/master 2024-11-27T11:17:08,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:08,717 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on existing znode=/076692910/master 2024-11-27T11:17:08,720 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /076692910/backup-masters/5b617c7edc8e,36973,1732706227705 from backup master directory 2024-11-27T11:17:08,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076692910/backup-masters/5b617c7edc8e,36973,1732706227705 2024-11-27T11:17:08,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910/backup-masters 2024-11-27T11:17:08,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910/backup-masters 2024-11-27T11:17:08,731 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:17:08,731 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,36973,1732706227705 2024-11-27T11:17:08,734 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T11:17:08,736 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T11:17:08,820 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/hbase.id] with ID: 130322de-09b4-4ee8-b337-7b1dca1ff538 2024-11-27T11:17:08,820 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/.tmp/hbase.id 2024-11-27T11:17:08,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:17:09,236 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/.tmp/hbase.id]:[hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/hbase.id] 2024-11-27T11:17:09,282 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:09,288 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:17:09,307 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-27T11:17:09,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:09,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:09,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:17:09,737 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:17:09,741 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:17:09,757 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:17:09,762 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:09,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:17:10,213 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store 2024-11-27T11:17:10,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:17:10,640 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T11:17:10,643 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:10,644 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:17:10,644 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:10,645 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:10,646 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:17:10,646 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:10,647 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:10,648 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706230644Disabling compacts and flushes for region at 1732706230644Disabling writes for close at 1732706230646 (+2 ms)Writing region close event to WAL at 1732706230646Closed at 1732706230647 (+1 ms) 2024-11-27T11:17:10,650 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/.initializing 2024-11-27T11:17:10,650 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/WALs/5b617c7edc8e,36973,1732706227705 2024-11-27T11:17:10,660 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:17:10,675 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C36973%2C1732706227705, suffix=, logDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/WALs/5b617c7edc8e,36973,1732706227705, archiveDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/oldWALs, maxLogs=10 2024-11-27T11:17:10,698 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/WALs/5b617c7edc8e,36973,1732706227705/5b617c7edc8e%2C36973%2C1732706227705.1732706230680, exclude list is [], retry=0 2024-11-27T11:17:10,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39967,DS-ac57d7b6-27a4-413a-96fc-f4d2de809cc8,DISK] 2024-11-27T11:17:10,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T11:17:10,754 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/WALs/5b617c7edc8e,36973,1732706227705/5b617c7edc8e%2C36973%2C1732706227705.1732706230680 2024-11-27T11:17:10,755 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36983:36983)] 2024-11-27T11:17:10,756 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:10,756 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:10,759 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:10,760 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:10,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:10,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:17:10,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:10,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:10,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:10,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:17:10,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:10,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:10,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:10,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:17:10,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:10,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:10,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:10,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:17:10,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:10,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:10,849 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:10,852 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:10,853 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:10,859 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:10,859 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:10,863 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:10,866 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:10,871 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:17:10,872 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59607666, jitterRate=-0.11177656054496765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:10,878 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706230772Initializing all the Stores at 1732706230774 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706230775 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706230775Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706230776 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706230776Cleaning up temporary data from old regions at 1732706230859 (+83 ms)Region opened successfully at 1732706230877 (+18 ms) 2024-11-27T11:17:10,879 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:17:10,914 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7563b9b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:17:10,949 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:17:10,961 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:17:10,961 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:17:10,964 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:17:10,966 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T11:17:10,971 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-27T11:17:10,971 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:17:10,997 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:17:11,006 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Unable to get data of znode /076692910/balancer because node does not exist (not necessarily an error) 2024-11-27T11:17:11,008 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076692910/balancer already deleted, retry=false 2024-11-27T11:17:11,010 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:17:11,012 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Unable to get data of znode /076692910/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:17:11,014 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076692910/normalizer already deleted, retry=false 2024-11-27T11:17:11,016 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:17:11,019 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Unable to get data of znode /076692910/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:17:11,022 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076692910/switch/split already deleted, retry=false 2024-11-27T11:17:11,024 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Unable to get data of znode /076692910/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:17:11,025 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076692910/switch/merge already deleted, retry=false 2024-11-27T11:17:11,044 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Unable to get data of znode /076692910/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:17:11,045 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076692910/snapshot-cleanup already deleted, retry=false 2024-11-27T11:17:11,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/076692910/running 2024-11-27T11:17:11,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/076692910/running 2024-11-27T11:17:11,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:11,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:11,052 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,36973,1732706227705, sessionid=0x1015924b2b10000, setting cluster-up flag (Was=false) 2024-11-27T11:17:11,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:11,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:11,072 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /076692910/flush-table-proc/acquired, /076692910/flush-table-proc/reached, /076692910/flush-table-proc/abort 2024-11-27T11:17:11,074 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,36973,1732706227705 2024-11-27T11:17:11,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:11,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:11,088 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /076692910/online-snapshot/acquired, /076692910/online-snapshot/reached, /076692910/online-snapshot/abort 2024-11-27T11:17:11,089 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,36973,1732706227705 2024-11-27T11:17:11,095 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:17:11,146 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(746): ClusterId : 130322de-09b4-4ee8-b337-7b1dca1ff538 2024-11-27T11:17:11,148 DEBUG [RS:0;5b617c7edc8e:44115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:17:11,154 DEBUG [RS:0;5b617c7edc8e:44115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:17:11,154 DEBUG [RS:0;5b617c7edc8e:44115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:17:11,157 DEBUG [RS:0;5b617c7edc8e:44115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:17:11,158 DEBUG [RS:0;5b617c7edc8e:44115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5edb43c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:17:11,174 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:11,176 DEBUG [RS:0;5b617c7edc8e:44115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:44115 2024-11-27T11:17:11,179 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:17:11,179 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:17:11,179 DEBUG [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:17:11,182 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,36973,1732706227705 with port=44115, startcode=1732706228474 2024-11-27T11:17:11,184 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:17:11,190 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:17:11,193 DEBUG [RS:0;5b617c7edc8e:44115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:17:11,196 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,36973,1732706227705 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:17:11,203 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:11,203 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:11,203 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:11,203 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:11,204 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:17:11,204 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:11,204 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:17:11,204 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:11,206 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706261206 2024-11-27T11:17:11,207 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:17:11,208 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:17:11,210 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:11,211 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:17:11,212 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:17:11,213 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:17:11,213 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:17:11,213 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:17:11,214 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:11,218 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:17:11,219 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:11,219 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:17:11,220 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:17:11,219 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:17:11,220 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:17:11,225 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:17:11,226 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:17:11,228 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706231227,5,FailOnTimeoutGroup] 2024-11-27T11:17:11,231 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706231229,5,FailOnTimeoutGroup] 2024-11-27T11:17:11,231 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:11,231 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:17:11,234 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:11,235 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:11,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:17:11,236 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:17:11,242 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36973 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,44115,1732706228474 2024-11-27T11:17:11,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36973 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,44115,1732706228474 2024-11-27T11:17:11,259 DEBUG [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4 2024-11-27T11:17:11,259 DEBUG [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40583 2024-11-27T11:17:11,259 DEBUG [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:17:11,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910/rs 2024-11-27T11:17:11,266 DEBUG [RS:0;5b617c7edc8e:44115 {}] zookeeper.ZKUtil(111): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on existing znode=/076692910/rs/5b617c7edc8e,44115,1732706228474 2024-11-27T11:17:11,266 WARN [RS:0;5b617c7edc8e:44115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:17:11,267 INFO [RS:0;5b617c7edc8e:44115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:11,267 DEBUG [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474 2024-11-27T11:17:11,268 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,44115,1732706228474] 2024-11-27T11:17:11,292 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:17:11,305 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:17:11,310 INFO [RS:0;5b617c7edc8e:44115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:17:11,310 INFO [RS:0;5b617c7edc8e:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:11,311 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:17:11,318 INFO [RS:0;5b617c7edc8e:44115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:17:11,319 INFO [RS:0;5b617c7edc8e:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:11,319 DEBUG [RS:0;5b617c7edc8e:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:11,319 DEBUG [RS:0;5b617c7edc8e:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:11,320 DEBUG [RS:0;5b617c7edc8e:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:11,320 DEBUG [RS:0;5b617c7edc8e:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:11,320 DEBUG [RS:0;5b617c7edc8e:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:11,320 DEBUG [RS:0;5b617c7edc8e:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:17:11,320 DEBUG [RS:0;5b617c7edc8e:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:11,320 DEBUG [RS:0;5b617c7edc8e:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:11,321 DEBUG [RS:0;5b617c7edc8e:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:11,321 DEBUG [RS:0;5b617c7edc8e:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:11,321 DEBUG [RS:0;5b617c7edc8e:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:11,321 DEBUG [RS:0;5b617c7edc8e:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:11,321 DEBUG [RS:0;5b617c7edc8e:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:17:11,321 DEBUG [RS:0;5b617c7edc8e:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:17:11,322 INFO [RS:0;5b617c7edc8e:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:11,322 INFO [RS:0;5b617c7edc8e:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:11,323 INFO [RS:0;5b617c7edc8e:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:11,323 INFO [RS:0;5b617c7edc8e:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:11,323 INFO [RS:0;5b617c7edc8e:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:11,323 INFO [RS:0;5b617c7edc8e:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,44115,1732706228474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:17:11,343 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:17:11,345 INFO [RS:0;5b617c7edc8e:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,44115,1732706228474-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:11,345 INFO [RS:0;5b617c7edc8e:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:11,345 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.Replication(171): 5b617c7edc8e,44115,1732706228474 started 2024-11-27T11:17:11,363 INFO [RS:0;5b617c7edc8e:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:11,364 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,44115,1732706228474, RpcServer on 5b617c7edc8e/172.17.0.2:44115, sessionid=0x1015924b2b10001 2024-11-27T11:17:11,365 DEBUG [RS:0;5b617c7edc8e:44115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:17:11,365 DEBUG [RS:0;5b617c7edc8e:44115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,44115,1732706228474 2024-11-27T11:17:11,365 DEBUG [RS:0;5b617c7edc8e:44115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,44115,1732706228474' 2024-11-27T11:17:11,365 DEBUG [RS:0;5b617c7edc8e:44115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/076692910/flush-table-proc/abort' 2024-11-27T11:17:11,366 DEBUG [RS:0;5b617c7edc8e:44115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/076692910/flush-table-proc/acquired' 2024-11-27T11:17:11,367 DEBUG [RS:0;5b617c7edc8e:44115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:17:11,367 DEBUG [RS:0;5b617c7edc8e:44115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:17:11,367 DEBUG [RS:0;5b617c7edc8e:44115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,44115,1732706228474 2024-11-27T11:17:11,367 DEBUG [RS:0;5b617c7edc8e:44115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,44115,1732706228474' 2024-11-27T11:17:11,367 DEBUG [RS:0;5b617c7edc8e:44115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/076692910/online-snapshot/abort' 2024-11-27T11:17:11,368 DEBUG [RS:0;5b617c7edc8e:44115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/076692910/online-snapshot/acquired' 2024-11-27T11:17:11,369 DEBUG [RS:0;5b617c7edc8e:44115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:17:11,369 INFO [RS:0;5b617c7edc8e:44115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:17:11,369 INFO [RS:0;5b617c7edc8e:44115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:17:11,474 INFO [RS:0;5b617c7edc8e:44115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:17:11,477 INFO [RS:0;5b617c7edc8e:44115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C44115%2C1732706228474, suffix=, logDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474, archiveDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/oldWALs, maxLogs=10 2024-11-27T11:17:11,494 DEBUG [RS:0;5b617c7edc8e:44115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480, exclude list is [], retry=0 2024-11-27T11:17:11,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39967,DS-ac57d7b6-27a4-413a-96fc-f4d2de809cc8,DISK] 2024-11-27T11:17:11,502 INFO [RS:0;5b617c7edc8e:44115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480 2024-11-27T11:17:11,502 DEBUG [RS:0;5b617c7edc8e:44115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36983:36983)] 2024-11-27T11:17:11,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:17:11,637 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4 2024-11-27T11:17:11,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741833_1009 (size=32) 2024-11-27T11:17:12,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:12,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:17:12,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:17:12,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:12,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:12,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:17:12,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:17:12,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:12,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:12,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:17:12,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:17:12,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:12,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:12,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:17:12,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:17:12,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:12,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:12,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:17:12,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740 2024-11-27T11:17:12,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740 2024-11-27T11:17:12,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:17:12,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:17:12,071 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:12,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:17:12,077 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:17:12,077 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62047676, jitterRate=-0.07541757822036743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:12,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706232049Initializing all the Stores at 1732706232051 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706232051Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706232051Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706232051Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706232051Cleaning up temporary data from old regions at 1732706232070 (+19 ms)Region opened successfully at 1732706232080 (+10 ms) 2024-11-27T11:17:12,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:17:12,080 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:17:12,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:17:12,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:17:12,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:17:12,082 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:17:12,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706232080Disabling compacts and flushes for region at 1732706232080Disabling writes for close at 1732706232080Writing region close event to WAL at 1732706232081 (+1 ms)Closed at 1732706232082 (+1 ms) 2024-11-27T11:17:12,085 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:12,085 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:17:12,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:17:12,101 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:17:12,104 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:17:12,256 DEBUG [5b617c7edc8e:36973 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:17:12,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,44115,1732706228474 2024-11-27T11:17:12,275 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,44115,1732706228474, state=OPENING 2024-11-27T11:17:12,280 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:17:12,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:12,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:12,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076692910/meta-region-server: CHANGED 2024-11-27T11:17:12,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076692910/meta-region-server: CHANGED 2024-11-27T11:17:12,284 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:17:12,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,44115,1732706228474}] 2024-11-27T11:17:12,460 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:17:12,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:17:12,474 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:17:12,474 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:12,475 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:17:12,478 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C44115%2C1732706228474.meta, suffix=.meta, logDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474, archiveDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/oldWALs, maxLogs=10 2024-11-27T11:17:12,494 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.meta.1732706232480.meta, exclude list is [], retry=0 2024-11-27T11:17:12,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39967,DS-ac57d7b6-27a4-413a-96fc-f4d2de809cc8,DISK] 2024-11-27T11:17:12,500 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.meta.1732706232480.meta 2024-11-27T11:17:12,501 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36983:36983)] 2024-11-27T11:17:12,501 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:12,505 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:17:12,506 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:17:12,509 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:17:12,511 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:17:12,514 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:17:12,515 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:12,515 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:17:12,515 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:17:12,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:17:12,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:17:12,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:12,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:12,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:17:12,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:17:12,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:12,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:12,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:17:12,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:17:12,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:12,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:12,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:17:12,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:17:12,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:12,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:12,528 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:17:12,529 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740 2024-11-27T11:17:12,532 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740 2024-11-27T11:17:12,534 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:17:12,534 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:17:12,535 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:12,537 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:17:12,539 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65938398, jitterRate=-0.01744130253791809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:12,539 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:17:12,540 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706232516Writing region info on filesystem at 1732706232516Initializing all the Stores at 1732706232518 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706232518Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706232518Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706232518Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706232518Cleaning up temporary data from old regions at 1732706232534 (+16 ms)Running coprocessor post-open hooks at 1732706232539 (+5 ms)Region opened successfully at 1732706232540 (+1 ms) 2024-11-27T11:17:12,548 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706232451 2024-11-27T11:17:12,559 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:17:12,559 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:17:12,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,44115,1732706228474 2024-11-27T11:17:12,563 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,44115,1732706228474, state=OPEN 2024-11-27T11:17:12,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/076692910/meta-region-server 2024-11-27T11:17:12,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/076692910/meta-region-server 2024-11-27T11:17:12,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076692910/meta-region-server: CHANGED 2024-11-27T11:17:12,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076692910/meta-region-server: CHANGED 2024-11-27T11:17:12,571 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,44115,1732706228474 2024-11-27T11:17:12,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:17:12,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,44115,1732706228474 in 286 msec 2024-11-27T11:17:12,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:17:12,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 488 msec 2024-11-27T11:17:12,585 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:12,586 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:17:12,605 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:17:12,607 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,44115,1732706228474, seqNum=-1] 2024-11-27T11:17:12,628 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:17:12,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:17:12,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5230 sec 2024-11-27T11:17:12,650 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706232650, completionTime=-1 2024-11-27T11:17:12,653 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:17:12,654 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:17:12,680 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:17:12,680 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706292680 2024-11-27T11:17:12,680 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706352680 2024-11-27T11:17:12,680 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-27T11:17:12,682 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,36973,1732706227705-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:12,682 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,36973,1732706227705-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:12,683 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,36973,1732706227705-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:12,684 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:36973, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:12,684 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:12,685 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:12,690 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:17:12,711 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.978sec 2024-11-27T11:17:12,712 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:17:12,713 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:17:12,714 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:17:12,715 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:17:12,715 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:17:12,715 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,36973,1732706227705-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:17:12,716 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,36973,1732706227705-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:17:12,724 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:17:12,725 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:17:12,725 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,36973,1732706227705-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:12,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b02f46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:12,758 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T11:17:12,758 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T11:17:12,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,36973,-1 for getting cluster id 2024-11-27T11:17:12,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:12,772 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '130322de-09b4-4ee8-b337-7b1dca1ff538' 2024-11-27T11:17:12,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:12,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "130322de-09b4-4ee8-b337-7b1dca1ff538" 2024-11-27T11:17:12,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c924b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:12,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,36973,-1] 2024-11-27T11:17:12,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:12,782 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:12,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b25e327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:12,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:17:12,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,44115,1732706228474, seqNum=-1] 2024-11-27T11:17:12,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:17:12,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:17:12,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,36973,1732706227705 2024-11-27T11:17:12,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53545 2024-11-27T11:17:12,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:12,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015924b2b10002 connected 2024-11-27T11:17:12,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/hadoop.log.dir so I do NOT create it in target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b 2024-11-27T11:17:12,840 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:17:12,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/hadoop.tmp.dir so I do NOT create it in target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b 2024-11-27T11:17:12,840 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:17:12,840 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b 2024-11-27T11:17:12,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:17:12,841 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/cluster_4f04d7d8-777c-6634-9101-2fc7a5f4e578, deleteOnExit=true 2024-11-27T11:17:12,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:17:12,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/test.cache.data in system properties and HBase conf 2024-11-27T11:17:12,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:17:12,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:17:12,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:17:12,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:17:12,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:17:12,842 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:17:12,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:17:12,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:17:12,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:17:12,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:17:12,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:17:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:17:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:17:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:17:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:17:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:17:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:17:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:17:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:17:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:17:12,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:17:12,944 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:17:12,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:17:12,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:17:12,947 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:17:12,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:17:12,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46dd2632{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:17:12,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dbb9aa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:17:13,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@643a6dc4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/java.io.tmpdir/jetty-localhost-44651-hadoop-hdfs-3_4_1-tests_jar-_-any-12878512705658244106/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:17:13,087 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@247969ad{HTTP/1.1, (http/1.1)}{localhost:44651} 2024-11-27T11:17:13,087 INFO [Time-limited test {}] server.Server(415): Started @10153ms 2024-11-27T11:17:13,176 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:17:13,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:17:13,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:17:13,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:17:13,182 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:17:13,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dfc45e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:17:13,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7df1ef1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:17:13,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733cc3d1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/java.io.tmpdir/jetty-localhost-46107-hadoop-hdfs-3_4_1-tests_jar-_-any-13152127574086296803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:17:13,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f4fffc9{HTTP/1.1, (http/1.1)}{localhost:46107} 2024-11-27T11:17:13,308 INFO [Time-limited test {}] server.Server(415): Started @10374ms 2024-11-27T11:17:13,310 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:17:13,487 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/cluster_4f04d7d8-777c-6634-9101-2fc7a5f4e578/data/data1/current/BP-1646073560-172.17.0.2-1732706232876/current, will proceed with Du for space computation calculation, 2024-11-27T11:17:13,488 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/cluster_4f04d7d8-777c-6634-9101-2fc7a5f4e578/data/data2/current/BP-1646073560-172.17.0.2-1732706232876/current, will proceed with Du for space computation calculation, 2024-11-27T11:17:13,505 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:17:13,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe7d12d7e8e7a83a with lease ID 0xd2525f142977b75c: Processing first storage report for DS-8eade0bf-2a4e-4d63-9cf1-097af5a025f8 from datanode DatanodeRegistration(127.0.0.1:41255, datanodeUuid=628c4a31-c454-4e1a-b831-e5186890662d, infoPort=44955, infoSecurePort=0, ipcPort=41763, storageInfo=lv=-57;cid=testClusterID;nsid=398825791;c=1732706232876) 2024-11-27T11:17:13,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe7d12d7e8e7a83a with lease ID 0xd2525f142977b75c: from storage DS-8eade0bf-2a4e-4d63-9cf1-097af5a025f8 node DatanodeRegistration(127.0.0.1:41255, datanodeUuid=628c4a31-c454-4e1a-b831-e5186890662d, infoPort=44955, infoSecurePort=0, ipcPort=41763, storageInfo=lv=-57;cid=testClusterID;nsid=398825791;c=1732706232876), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T11:17:13,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe7d12d7e8e7a83a with lease ID 0xd2525f142977b75c: Processing first storage report for DS-b3c92126-7c89-4bb1-92cd-ba829b40008a from datanode DatanodeRegistration(127.0.0.1:41255, datanodeUuid=628c4a31-c454-4e1a-b831-e5186890662d, infoPort=44955, infoSecurePort=0, ipcPort=41763, storageInfo=lv=-57;cid=testClusterID;nsid=398825791;c=1732706232876) 2024-11-27T11:17:13,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe7d12d7e8e7a83a with lease ID 0xd2525f142977b75c: from storage DS-b3c92126-7c89-4bb1-92cd-ba829b40008a node DatanodeRegistration(127.0.0.1:41255, datanodeUuid=628c4a31-c454-4e1a-b831-e5186890662d, infoPort=44955, infoSecurePort=0, ipcPort=41763, storageInfo=lv=-57;cid=testClusterID;nsid=398825791;c=1732706232876), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:17:13,543 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b 2024-11-27T11:17:13,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:13,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:13,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:17:13,959 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e with version=8 2024-11-27T11:17:13,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/hbase-staging 2024-11-27T11:17:13,962 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:17:13,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:13,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:13,962 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:17:13,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:13,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:17:13,962 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:17:13,963 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:17:13,963 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43251 2024-11-27T11:17:13,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43251 connecting to ZooKeeper ensemble=127.0.0.1:53545 2024-11-27T11:17:13,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432510x0, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:13,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43251-0x1015924b2b10003 connected 2024-11-27T11:17:13,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:13,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:13,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Set watcher on znode that does not yet exist, /1-1099012614/running 2024-11-27T11:17:13,989 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e, hbase.cluster.distributed=false 2024-11-27T11:17:13,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Set watcher on znode that does not yet exist, /1-1099012614/acl 2024-11-27T11:17:13,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43251 2024-11-27T11:17:13,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43251 2024-11-27T11:17:13,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43251 2024-11-27T11:17:13,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43251 2024-11-27T11:17:13,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43251 2024-11-27T11:17:14,011 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:17:14,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:14,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:14,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:17:14,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:14,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:17:14,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:17:14,011 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:17:14,012 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35607 2024-11-27T11:17:14,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35607 connecting to ZooKeeper ensemble=127.0.0.1:53545 2024-11-27T11:17:14,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:14,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:14,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356070x0, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:14,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356070x0, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Set watcher on znode that does not yet exist, /1-1099012614/running 2024-11-27T11:17:14,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35607-0x1015924b2b10004 connected 2024-11-27T11:17:14,023 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:17:14,024 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:17:14,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Set watcher on znode that does not yet exist, /1-1099012614/master 2024-11-27T11:17:14,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Set watcher on znode that does not yet exist, /1-1099012614/acl 2024-11-27T11:17:14,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35607 2024-11-27T11:17:14,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35607 2024-11-27T11:17:14,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35607 2024-11-27T11:17:14,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35607 2024-11-27T11:17:14,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35607 2024-11-27T11:17:14,045 DEBUG [M:0;5b617c7edc8e:43251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:43251 2024-11-27T11:17:14,045 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1099012614/backup-masters/5b617c7edc8e,43251,1732706233961 2024-11-27T11:17:14,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614/backup-masters 2024-11-27T11:17:14,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614/backup-masters 2024-11-27T11:17:14,048 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Set watcher on existing znode=/1-1099012614/backup-masters/5b617c7edc8e,43251,1732706233961 2024-11-27T11:17:14,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1099012614/master 2024-11-27T11:17:14,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614 2024-11-27T11:17:14,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614 2024-11-27T11:17:14,052 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Set watcher on existing znode=/1-1099012614/master 2024-11-27T11:17:14,052 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1099012614/backup-masters/5b617c7edc8e,43251,1732706233961 from backup master directory 2024-11-27T11:17:14,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099012614/backup-masters/5b617c7edc8e,43251,1732706233961 2024-11-27T11:17:14,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614/backup-masters 2024-11-27T11:17:14,054 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:17:14,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614/backup-masters 2024-11-27T11:17:14,054 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,43251,1732706233961 2024-11-27T11:17:14,061 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/hbase.id] with ID: c0e4c2a3-762c-46f1-b7a9-826de16fae90 2024-11-27T11:17:14,061 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/.tmp/hbase.id 2024-11-27T11:17:14,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:17:14,472 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/.tmp/hbase.id]:[hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/hbase.id] 2024-11-27T11:17:14,495 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:14,495 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:17:14,497 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T11:17:14,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614 2024-11-27T11:17:14,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614 2024-11-27T11:17:14,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:17:14,908 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:17:14,909 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:17:14,910 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:14,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:17:15,322 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store 2024-11-27T11:17:15,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:17:15,732 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:15,732 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:17:15,732 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:15,732 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:15,732 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:17:15,733 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:15,733 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:15,733 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706235732Disabling compacts and flushes for region at 1732706235732Disabling writes for close at 1732706235732Writing region close event to WAL at 1732706235733 (+1 ms)Closed at 1732706235733 2024-11-27T11:17:15,734 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/.initializing 2024-11-27T11:17:15,734 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/WALs/5b617c7edc8e,43251,1732706233961 2024-11-27T11:17:15,736 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:17:15,739 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C43251%2C1732706233961, suffix=, logDir=hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/WALs/5b617c7edc8e,43251,1732706233961, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/oldWALs, maxLogs=10 2024-11-27T11:17:15,755 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/WALs/5b617c7edc8e,43251,1732706233961/5b617c7edc8e%2C43251%2C1732706233961.1732706235739, exclude list is [], retry=0 2024-11-27T11:17:15,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41255,DS-8eade0bf-2a4e-4d63-9cf1-097af5a025f8,DISK] 2024-11-27T11:17:15,762 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/WALs/5b617c7edc8e,43251,1732706233961/5b617c7edc8e%2C43251%2C1732706233961.1732706235739 2024-11-27T11:17:15,763 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44955:44955)] 2024-11-27T11:17:15,763 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:15,763 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:15,764 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:15,764 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:15,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:15,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:17:15,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:15,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:15,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:15,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:17:15,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:15,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:15,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:15,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:17:15,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:15,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:15,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:15,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:17:15,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:15,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:15,778 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:15,779 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:15,780 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:15,782 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:15,782 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:15,783 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:15,784 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:15,787 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:17:15,788 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65288669, jitterRate=-0.027123019099235535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:15,788 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706235764Initializing all the Stores at 1732706235765 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706235765Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706235766 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706235766Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706235766Cleaning up temporary data from old regions at 1732706235782 (+16 ms)Region opened successfully at 1732706235788 (+6 ms) 2024-11-27T11:17:15,789 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:17:15,794 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4470f6fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:17:15,795 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:17:15,795 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:17:15,795 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:17:15,795 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:17:15,796 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:17:15,796 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:17:15,796 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:17:15,799 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:17:15,800 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Unable to get data of znode /1-1099012614/balancer because node does not exist (not necessarily an error) 2024-11-27T11:17:15,801 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099012614/balancer already deleted, retry=false 2024-11-27T11:17:15,802 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:17:15,802 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Unable to get data of znode /1-1099012614/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:17:15,804 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099012614/normalizer already deleted, retry=false 2024-11-27T11:17:15,804 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:17:15,806 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Unable to get data of znode /1-1099012614/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:17:15,807 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099012614/switch/split already deleted, retry=false 2024-11-27T11:17:15,808 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Unable to get data of znode /1-1099012614/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:17:15,809 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099012614/switch/merge already deleted, retry=false 2024-11-27T11:17:15,811 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Unable to get data of znode /1-1099012614/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:17:15,813 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099012614/snapshot-cleanup already deleted, retry=false 2024-11-27T11:17:15,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1099012614/running 2024-11-27T11:17:15,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1099012614/running 2024-11-27T11:17:15,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614 2024-11-27T11:17:15,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614 2024-11-27T11:17:15,817 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,43251,1732706233961, sessionid=0x1015924b2b10003, setting cluster-up flag (Was=false) 2024-11-27T11:17:15,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614 2024-11-27T11:17:15,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614 2024-11-27T11:17:15,825 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1099012614/flush-table-proc/acquired, /1-1099012614/flush-table-proc/reached, /1-1099012614/flush-table-proc/abort 2024-11-27T11:17:15,826 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,43251,1732706233961 2024-11-27T11:17:15,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614 2024-11-27T11:17:15,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614 2024-11-27T11:17:15,841 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1099012614/online-snapshot/acquired, /1-1099012614/online-snapshot/reached, /1-1099012614/online-snapshot/abort 2024-11-27T11:17:15,842 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,43251,1732706233961 2024-11-27T11:17:15,844 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:17:15,848 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:15,848 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:17:15,848 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:17:15,848 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,43251,1732706233961 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:17:15,850 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:15,850 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:15,850 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:15,850 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:15,850 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:17:15,851 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:15,851 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:17:15,851 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:15,852 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706265852 2024-11-27T11:17:15,852 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:17:15,852 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:17:15,852 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:17:15,852 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:17:15,852 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:17:15,852 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:17:15,853 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:15,853 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:15,853 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:17:15,854 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:17:15,855 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:17:15,855 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:17:15,855 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:17:15,855 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:15,855 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:17:15,855 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:17:15,855 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706235855,5,FailOnTimeoutGroup] 2024-11-27T11:17:15,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:17:15,856 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706235855,5,FailOnTimeoutGroup] 2024-11-27T11:17:15,856 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:15,856 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:17:15,856 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:15,856 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:15,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:17:15,935 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.HRegionServer(746): ClusterId : c0e4c2a3-762c-46f1-b7a9-826de16fae90 2024-11-27T11:17:15,935 DEBUG [RS:0;5b617c7edc8e:35607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:17:15,938 DEBUG [RS:0;5b617c7edc8e:35607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:17:15,938 DEBUG [RS:0;5b617c7edc8e:35607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:17:15,942 DEBUG [RS:0;5b617c7edc8e:35607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:17:15,942 DEBUG [RS:0;5b617c7edc8e:35607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d4e22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:17:15,955 DEBUG [RS:0;5b617c7edc8e:35607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:35607 2024-11-27T11:17:15,955 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:17:15,956 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:17:15,956 DEBUG [RS:0;5b617c7edc8e:35607 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:17:15,956 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,43251,1732706233961 with port=35607, startcode=1732706234010 2024-11-27T11:17:15,957 DEBUG [RS:0;5b617c7edc8e:35607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:17:15,959 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:17:15,959 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43251 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,35607,1732706234010 2024-11-27T11:17:15,959 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43251 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,35607,1732706234010 2024-11-27T11:17:15,963 DEBUG [RS:0;5b617c7edc8e:35607 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e 2024-11-27T11:17:15,963 DEBUG [RS:0;5b617c7edc8e:35607 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39185 2024-11-27T11:17:15,963 DEBUG [RS:0;5b617c7edc8e:35607 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:17:15,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614/rs 2024-11-27T11:17:15,966 DEBUG [RS:0;5b617c7edc8e:35607 {}] zookeeper.ZKUtil(111): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Set watcher on existing znode=/1-1099012614/rs/5b617c7edc8e,35607,1732706234010 2024-11-27T11:17:15,966 WARN [RS:0;5b617c7edc8e:35607 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:17:15,966 INFO [RS:0;5b617c7edc8e:35607 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:15,966 DEBUG [RS:0;5b617c7edc8e:35607 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/WALs/5b617c7edc8e,35607,1732706234010 2024-11-27T11:17:15,966 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,35607,1732706234010] 2024-11-27T11:17:15,971 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:17:15,974 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:17:15,974 INFO [RS:0;5b617c7edc8e:35607 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:17:15,974 INFO [RS:0;5b617c7edc8e:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:15,974 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:17:15,975 INFO [RS:0;5b617c7edc8e:35607 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:17:15,976 INFO [RS:0;5b617c7edc8e:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:15,976 DEBUG [RS:0;5b617c7edc8e:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:15,976 DEBUG [RS:0;5b617c7edc8e:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:15,976 DEBUG [RS:0;5b617c7edc8e:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:15,976 DEBUG [RS:0;5b617c7edc8e:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:15,976 DEBUG [RS:0;5b617c7edc8e:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:15,976 DEBUG [RS:0;5b617c7edc8e:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:17:15,976 DEBUG [RS:0;5b617c7edc8e:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:15,976 DEBUG [RS:0;5b617c7edc8e:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:15,976 DEBUG [RS:0;5b617c7edc8e:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:15,976 DEBUG [RS:0;5b617c7edc8e:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:15,977 DEBUG [RS:0;5b617c7edc8e:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:15,977 DEBUG [RS:0;5b617c7edc8e:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:15,977 DEBUG [RS:0;5b617c7edc8e:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:17:15,977 DEBUG [RS:0;5b617c7edc8e:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:17:15,979 INFO [RS:0;5b617c7edc8e:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:15,980 INFO [RS:0;5b617c7edc8e:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:15,980 INFO [RS:0;5b617c7edc8e:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:15,980 INFO [RS:0;5b617c7edc8e:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:15,980 INFO [RS:0;5b617c7edc8e:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:15,980 INFO [RS:0;5b617c7edc8e:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,35607,1732706234010-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:17:15,996 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:17:15,996 INFO [RS:0;5b617c7edc8e:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,35607,1732706234010-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:15,996 INFO [RS:0;5b617c7edc8e:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:15,996 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.Replication(171): 5b617c7edc8e,35607,1732706234010 started 2024-11-27T11:17:16,011 INFO [RS:0;5b617c7edc8e:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:16,011 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,35607,1732706234010, RpcServer on 5b617c7edc8e/172.17.0.2:35607, sessionid=0x1015924b2b10004 2024-11-27T11:17:16,012 DEBUG [RS:0;5b617c7edc8e:35607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:17:16,012 DEBUG [RS:0;5b617c7edc8e:35607 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,35607,1732706234010 2024-11-27T11:17:16,012 DEBUG [RS:0;5b617c7edc8e:35607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,35607,1732706234010' 2024-11-27T11:17:16,012 DEBUG [RS:0;5b617c7edc8e:35607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1099012614/flush-table-proc/abort' 2024-11-27T11:17:16,012 DEBUG [RS:0;5b617c7edc8e:35607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1099012614/flush-table-proc/acquired' 2024-11-27T11:17:16,013 DEBUG [RS:0;5b617c7edc8e:35607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:17:16,013 DEBUG [RS:0;5b617c7edc8e:35607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:17:16,013 DEBUG [RS:0;5b617c7edc8e:35607 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,35607,1732706234010 2024-11-27T11:17:16,013 DEBUG [RS:0;5b617c7edc8e:35607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,35607,1732706234010' 2024-11-27T11:17:16,013 DEBUG [RS:0;5b617c7edc8e:35607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1099012614/online-snapshot/abort' 2024-11-27T11:17:16,014 DEBUG [RS:0;5b617c7edc8e:35607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1099012614/online-snapshot/acquired' 2024-11-27T11:17:16,014 DEBUG [RS:0;5b617c7edc8e:35607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:17:16,014 INFO [RS:0;5b617c7edc8e:35607 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:17:16,014 INFO [RS:0;5b617c7edc8e:35607 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:17:16,115 INFO [RS:0;5b617c7edc8e:35607 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:17:16,118 INFO [RS:0;5b617c7edc8e:35607 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C35607%2C1732706234010, suffix=, logDir=hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/WALs/5b617c7edc8e,35607,1732706234010, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/oldWALs, maxLogs=10 2024-11-27T11:17:16,134 DEBUG [RS:0;5b617c7edc8e:35607 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/WALs/5b617c7edc8e,35607,1732706234010/5b617c7edc8e%2C35607%2C1732706234010.1732706236119, exclude list is [], retry=0 2024-11-27T11:17:16,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41255,DS-8eade0bf-2a4e-4d63-9cf1-097af5a025f8,DISK] 2024-11-27T11:17:16,141 INFO [RS:0;5b617c7edc8e:35607 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/WALs/5b617c7edc8e,35607,1732706234010/5b617c7edc8e%2C35607%2C1732706234010.1732706236119 2024-11-27T11:17:16,142 DEBUG [RS:0;5b617c7edc8e:35607 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44955:44955)] 2024-11-27T11:17:16,265 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:17:16,265 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e 2024-11-27T11:17:16,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741833_1009 (size=32) 2024-11-27T11:17:16,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:16,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:17:16,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:17:16,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:16,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:16,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:17:16,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:17:16,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:16,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:16,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:17:16,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:17:16,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:16,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:16,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:17:16,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:17:16,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:16,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:16,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:17:16,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/data/hbase/meta/1588230740 2024-11-27T11:17:16,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/data/hbase/meta/1588230740 2024-11-27T11:17:16,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:17:16,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:17:16,693 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:16,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:17:16,698 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:17:16,699 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65053990, jitterRate=-0.03062000870704651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:16,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706236676Initializing all the Stores at 1732706236678 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706236678Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706236678Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706236678Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706236678Cleaning up temporary data from old regions at 1732706236693 (+15 ms)Region opened successfully at 1732706236699 (+6 ms) 2024-11-27T11:17:16,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:17:16,699 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:17:16,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:17:16,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:17:16,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:17:16,700 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:17:16,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706236699Disabling compacts and flushes for region at 1732706236699Disabling writes for close at 1732706236699Writing region close event to WAL at 1732706236700 (+1 ms)Closed at 1732706236700 2024-11-27T11:17:16,702 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:16,702 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:17:16,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:17:16,705 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:17:16,706 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:17:16,857 DEBUG [5b617c7edc8e:43251 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:17:16,857 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,35607,1732706234010 2024-11-27T11:17:16,860 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,35607,1732706234010, state=OPENING 2024-11-27T11:17:16,870 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:17:16,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614 2024-11-27T11:17:16,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614 2024-11-27T11:17:16,872 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:17:16,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1099012614/meta-region-server: CHANGED 2024-11-27T11:17:16,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1099012614/meta-region-server: CHANGED 2024-11-27T11:17:16,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,35607,1732706234010}] 2024-11-27T11:17:17,027 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:17:17,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:17:17,035 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:17:17,035 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:17,036 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:17:17,038 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C35607%2C1732706234010.meta, suffix=.meta, logDir=hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/WALs/5b617c7edc8e,35607,1732706234010, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/oldWALs, maxLogs=10 2024-11-27T11:17:17,054 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/WALs/5b617c7edc8e,35607,1732706234010/5b617c7edc8e%2C35607%2C1732706234010.meta.1732706237040.meta, exclude list is [], retry=0 2024-11-27T11:17:17,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41255,DS-8eade0bf-2a4e-4d63-9cf1-097af5a025f8,DISK] 2024-11-27T11:17:17,061 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/WALs/5b617c7edc8e,35607,1732706234010/5b617c7edc8e%2C35607%2C1732706234010.meta.1732706237040.meta 2024-11-27T11:17:17,061 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44955:44955)] 2024-11-27T11:17:17,062 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:17,062 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:17:17,062 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:17:17,063 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:17:17,063 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:17:17,063 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:17:17,063 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:17,063 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:17:17,063 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:17:17,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:17:17,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:17:17,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:17,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:17,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:17:17,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:17:17,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:17,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:17,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:17:17,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:17:17,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:17,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:17,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:17:17,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:17:17,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:17,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:17,073 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:17:17,074 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/data/hbase/meta/1588230740 2024-11-27T11:17:17,076 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/data/hbase/meta/1588230740 2024-11-27T11:17:17,078 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:17:17,078 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:17:17,078 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:17,081 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:17:17,082 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68660488, jitterRate=0.023120999336242676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:17,082 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:17:17,082 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706237064Writing region info on filesystem at 1732706237064Initializing all the Stores at 1732706237065 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706237065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706237066 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706237066Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706237066Cleaning up temporary data from old regions at 1732706237078 (+12 ms)Running coprocessor post-open hooks at 1732706237082 (+4 ms)Region opened successfully at 1732706237082 2024-11-27T11:17:17,084 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706237026 2024-11-27T11:17:17,087 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:17:17,087 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:17:17,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,35607,1732706234010 2024-11-27T11:17:17,090 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,35607,1732706234010, state=OPEN 2024-11-27T11:17:17,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1099012614/meta-region-server 2024-11-27T11:17:17,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1099012614/meta-region-server 2024-11-27T11:17:17,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1099012614/meta-region-server: CHANGED 2024-11-27T11:17:17,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1099012614/meta-region-server: CHANGED 2024-11-27T11:17:17,092 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,35607,1732706234010 2024-11-27T11:17:17,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:17:17,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,35607,1732706234010 in 220 msec 2024-11-27T11:17:17,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:17:17,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 393 msec 2024-11-27T11:17:17,101 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:17,101 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:17:17,103 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:17:17,103 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,35607,1732706234010, seqNum=-1] 2024-11-27T11:17:17,104 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:17:17,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:17:17,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-11-27T11:17:17,113 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706237113, completionTime=-1 2024-11-27T11:17:17,113 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:17:17,114 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:17:17,116 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:17:17,116 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706297116 2024-11-27T11:17:17,116 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706357116 2024-11-27T11:17:17,116 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T11:17:17,116 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43251,1732706233961-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:17,117 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43251,1732706233961-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:17,117 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43251,1732706233961-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:17,117 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:43251, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:17,117 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:17,117 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:17,119 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:17:17,122 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.068sec 2024-11-27T11:17:17,122 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:17:17,122 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:17:17,122 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:17:17,122 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:17:17,122 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:17:17,123 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43251,1732706233961-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:17:17,123 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43251,1732706233961-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:17:17,126 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:17:17,126 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:17:17,126 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43251,1732706233961-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:17,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ba1852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:17,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43251,-1 for getting cluster id 2024-11-27T11:17:17,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:17,138 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e4c2a3-762c-46f1-b7a9-826de16fae90' 2024-11-27T11:17:17,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:17,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e4c2a3-762c-46f1-b7a9-826de16fae90" 2024-11-27T11:17:17,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ea9151, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:17,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43251,-1] 2024-11-27T11:17:17,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:17,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:17,142 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:17,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bdca994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:17,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:17:17,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,35607,1732706234010, seqNum=-1] 2024-11-27T11:17:17,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:17:17,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:17:17,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,43251,1732706233961 2024-11-27T11:17:17,151 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53545 2024-11-27T11:17:17,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:17,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015924b2b10005 connected 2024-11-27T11:17:17,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113d43b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:17,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,36973,-1 for getting cluster id 2024-11-27T11:17:17,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:17,162 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '130322de-09b4-4ee8-b337-7b1dca1ff538' 2024-11-27T11:17:17,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:17,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "130322de-09b4-4ee8-b337-7b1dca1ff538" 2024-11-27T11:17:17,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25842ab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:17,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,36973,-1] 2024-11-27T11:17:17,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:17,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:17,165 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:17,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58bef7fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:17,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:17,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,36973,1732706227705 2024-11-27T11:17:17,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2191033b 2024-11-27T11:17:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:17,183 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:17:17,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b617c7edc8e:43251,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T11:17:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:17:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:17,197 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:43251' 2024-11-27T11:17:17,199 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154bfe59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:17,199 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43251,-1 for getting cluster id 2024-11-27T11:17:17,199 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:17,200 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e4c2a3-762c-46f1-b7a9-826de16fae90' 2024-11-27T11:17:17,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:17,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e4c2a3-762c-46f1-b7a9-826de16fae90" 2024-11-27T11:17:17,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192fcf58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:17,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43251,-1] 2024-11-27T11:17:17,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:17,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:17,202 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:17,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f502679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:17,203 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:17,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43251,1732706233961 2024-11-27T11:17:17,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61d6581a 2024-11-27T11:17:17,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:17,210 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:17:17,222 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T11:17:17,222 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:17:17,226 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:17,227 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:17,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:17,229 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:17:17,234 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T11:17:17,237 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:17:17,237 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:17,239 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:17:17,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741835_1011 (size=1138) 2024-11-27T11:17:17,286 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T11:17:17,287 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T11:17:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:17,653 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 963bda9a1fa9959f1d16add3dbe4dd9c, NAME => 'hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4 2024-11-27T11:17:17,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741836_1012 (size=44) 2024-11-27T11:17:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:18,023 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:17:18,062 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:18,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 963bda9a1fa9959f1d16add3dbe4dd9c, disabling compactions & flushes 2024-11-27T11:17:18,063 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:18,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:18,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. after waiting 0 ms 2024-11-27T11:17:18,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:18,063 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:18,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 963bda9a1fa9959f1d16add3dbe4dd9c: Waiting for close lock at 1732706238063Disabling compacts and flushes for region at 1732706238063Disabling writes for close at 1732706238063Writing region close event to WAL at 1732706238063Closed at 1732706238063 2024-11-27T11:17:18,066 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:17:18,073 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732706238066"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706238066"}]},"ts":"1732706238066"} 2024-11-27T11:17:18,076 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:17:18,078 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:17:18,081 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706238078"}]},"ts":"1732706238078"} 2024-11-27T11:17:18,084 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T11:17:18,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=963bda9a1fa9959f1d16add3dbe4dd9c, ASSIGN}] 2024-11-27T11:17:18,088 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=963bda9a1fa9959f1d16add3dbe4dd9c, ASSIGN 2024-11-27T11:17:18,090 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=963bda9a1fa9959f1d16add3dbe4dd9c, ASSIGN; state=OFFLINE, location=5b617c7edc8e,44115,1732706228474; forceNewPlan=false, retain=false 2024-11-27T11:17:18,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T11:17:18,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T11:17:18,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:17:18,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T11:17:18,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:17:18,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T11:17:18,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T11:17:18,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T11:17:18,241 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=963bda9a1fa9959f1d16add3dbe4dd9c, regionState=OPENING, regionLocation=5b617c7edc8e,44115,1732706228474 2024-11-27T11:17:18,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=963bda9a1fa9959f1d16add3dbe4dd9c, ASSIGN because future has completed 2024-11-27T11:17:18,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 963bda9a1fa9959f1d16add3dbe4dd9c, server=5b617c7edc8e,44115,1732706228474}] 2024-11-27T11:17:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:18,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:18,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:18,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T11:17:18,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C44115%2C1732706228474.rep, suffix=, logDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474, archiveDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/oldWALs, maxLogs=10 2024-11-27T11:17:18,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.rep.1732706238410, exclude list is [], retry=0 2024-11-27T11:17:18,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39967,DS-ac57d7b6-27a4-413a-96fc-f4d2de809cc8,DISK] 2024-11-27T11:17:18,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.rep.1732706238410 2024-11-27T11:17:18,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36983:36983)] 2024-11-27T11:17:18,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 963bda9a1fa9959f1d16add3dbe4dd9c, NAME => 'hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:18,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:17:18,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:17:18,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. service=MultiRowMutationService 2024-11-27T11:17:18,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T11:17:18,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:18,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:18,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:18,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:18,433 INFO [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:18,435 INFO [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963bda9a1fa9959f1d16add3dbe4dd9c columnFamilyName hfileref 2024-11-27T11:17:18,435 DEBUG [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:18,436 INFO [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] regionserver.HStore(327): Store=963bda9a1fa9959f1d16add3dbe4dd9c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:18,436 INFO [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:18,437 INFO [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963bda9a1fa9959f1d16add3dbe4dd9c columnFamilyName queue 2024-11-27T11:17:18,437 DEBUG [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:18,438 INFO [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] regionserver.HStore(327): Store=963bda9a1fa9959f1d16add3dbe4dd9c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:18,438 INFO [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:18,440 INFO [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963bda9a1fa9959f1d16add3dbe4dd9c columnFamilyName sid 2024-11-27T11:17:18,440 DEBUG [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:18,440 INFO [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] regionserver.HStore(327): Store=963bda9a1fa9959f1d16add3dbe4dd9c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:18,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:18,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/replication/963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:18,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/replication/963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:18,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:18,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:18,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:17:18,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:18,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/replication/963bda9a1fa9959f1d16add3dbe4dd9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:17:18,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 963bda9a1fa9959f1d16add3dbe4dd9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68880897, jitterRate=0.026405349373817444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:17:18,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:18,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 963bda9a1fa9959f1d16add3dbe4dd9c: Running coprocessor pre-open hook at 1732706238431Writing region info on filesystem at 1732706238432 (+1 ms)Initializing all the Stores at 1732706238433 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706238433Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706238433Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706238433Cleaning up temporary data from old regions at 1732706238444 (+11 ms)Running coprocessor post-open hooks at 1732706238451 (+7 ms)Region opened successfully at 1732706238451 2024-11-27T11:17:18,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c., pid=7, masterSystemTime=1732706238400 2024-11-27T11:17:18,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:18,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:18,457 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=963bda9a1fa9959f1d16add3dbe4dd9c, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,44115,1732706228474 2024-11-27T11:17:18,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 963bda9a1fa9959f1d16add3dbe4dd9c, server=5b617c7edc8e,44115,1732706228474 because future has completed 2024-11-27T11:17:18,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T11:17:18,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 963bda9a1fa9959f1d16add3dbe4dd9c, server=5b617c7edc8e,44115,1732706228474 in 216 msec 2024-11-27T11:17:18,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:17:18,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=963bda9a1fa9959f1d16add3dbe4dd9c, ASSIGN in 379 msec 2024-11-27T11:17:18,470 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:17:18,470 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706238470"}]},"ts":"1732706238470"} 2024-11-27T11:17:18,473 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T11:17:18,474 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:17:18,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2450 sec 2024-11-27T11:17:18,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c., hostname=5b617c7edc8e,44115,1732706228474, seqNum=2] 2024-11-27T11:17:18,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44115 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T11:17:18,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:18,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:18,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:17:18,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44115 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T11:17:18,690 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T11:17:18,730 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5b617c7edc8e,44115,1732706228474, ReplicationSource: 1, currentBandwidth=0 2024-11-27T11:17:18,731 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:17:18,731 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,44115,1732706228474, seqNum=-1] 2024-11-27T11:17:18,732 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:17:18,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T11:17:18,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b617c7edc8e,44115,1732706228474', locateType=CURRENT is [region=hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c., hostname=5b617c7edc8e,44115,1732706228474, seqNum=2] 2024-11-27T11:17:18,742 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T11:17:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T11:17:18,748 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b617c7edc8e,44115,1732706228474 suceeded 2024-11-27T11:17:18,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T11:17:18,752 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b617c7edc8e:43251,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:17:18,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-27T11:17:18,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5650 sec 2024-11-27T11:17:18,761 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:43251' 2024-11-27T11:17:18,763 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21133575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:18,763 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43251,-1 for getting cluster id 2024-11-27T11:17:18,763 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:18,764 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e4c2a3-762c-46f1-b7a9-826de16fae90' 2024-11-27T11:17:18,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:18,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e4c2a3-762c-46f1-b7a9-826de16fae90" 2024-11-27T11:17:18,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74d3ac2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:18,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43251,-1] 2024-11-27T11:17:18,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:18,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:18,766 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:18,767 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bcd6abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:18,767 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:18,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43251,1732706233961 2024-11-27T11:17:18,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@219cb762 2024-11-27T11:17:18,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:18,770 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T11:17:18,771 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b617c7edc8e,44115,1732706228474 (queues=1) is replicating from cluster=130322de-09b4-4ee8-b337-7b1dca1ff538 to cluster=c0e4c2a3-762c-46f1-b7a9-826de16fae90 2024-11-27T11:17:18,772 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b617c7edc8e%2C44115%2C1732706228474 2024-11-27T11:17:18,777 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b617c7edc8e,44115,1732706228474, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:17:18,779 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.shipper5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C44115%2C1732706228474 2024-11-27T11:17:18,783 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480, startPosition=0, beingWritten=true 2024-11-27T11:17:19,041 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480 to pos 0, reset compression=false 2024-11-27T11:17:19,348 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480 to pos 0, reset compression=false 2024-11-27T11:17:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:19,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:17:19,350 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T11:17:19,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:19,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:19,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:19,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:19,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed4188d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:19,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,36973,-1 for getting cluster id 2024-11-27T11:17:19,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:19,354 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '130322de-09b4-4ee8-b337-7b1dca1ff538' 2024-11-27T11:17:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:19,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "130322de-09b4-4ee8-b337-7b1dca1ff538" 2024-11-27T11:17:19,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b225647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:19,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,36973,-1] 2024-11-27T11:17:19,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:19,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:19,358 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:19,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c841dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:19,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:19,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,36973,1732706227705 2024-11-27T11:17:19,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@662b7bab 2024-11-27T11:17:19,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:19,363 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:17:19,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://5b617c7edc8e:43251,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T11:17:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:17:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T11:17:19,367 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:43251' 2024-11-27T11:17:19,368 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d05499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:19,368 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43251,-1 for getting cluster id 2024-11-27T11:17:19,368 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:19,369 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e4c2a3-762c-46f1-b7a9-826de16fae90' 2024-11-27T11:17:19,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:19,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e4c2a3-762c-46f1-b7a9-826de16fae90" 2024-11-27T11:17:19,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c41d920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:19,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43251,-1] 2024-11-27T11:17:19,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:19,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:19,371 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:19,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b5f2ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:19,372 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:19,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43251,1732706233961 2024-11-27T11:17:19,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36f57fd3 2024-11-27T11:17:19,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:19,375 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:17:19,375 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-27T11:17:19,376 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:17:19,376 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:19,376 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:19,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:19,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:17:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T11:17:19,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44115 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-27T11:17:19,541 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T11:17:19,571 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-5b617c7edc8e,44115,1732706228474, ReplicationSource: 2, currentBandwidth=0 2024-11-27T11:17:19,575 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-27T11:17:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-27T11:17:19,578 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5b617c7edc8e,44115,1732706228474 suceeded 2024-11-27T11:17:19,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T11:17:19,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-27T11:17:19,581 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5b617c7edc8e:43251,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:17:19,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 218 msec 2024-11-27T11:17:19,589 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:43251' 2024-11-27T11:17:19,590 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b20bdd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:19,590 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43251,-1 for getting cluster id 2024-11-27T11:17:19,590 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:19,591 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e4c2a3-762c-46f1-b7a9-826de16fae90' 2024-11-27T11:17:19,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:19,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e4c2a3-762c-46f1-b7a9-826de16fae90" 2024-11-27T11:17:19,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ed60958, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:19,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43251,-1] 2024-11-27T11:17:19,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:19,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:19,593 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:19,594 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46bc7a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:19,594 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:19,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43251,1732706233961 2024-11-27T11:17:19,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f18ba93 2024-11-27T11:17:19,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:19,596 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T11:17:19,597 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5b617c7edc8e,44115,1732706228474 (queues=1) is replicating from cluster=130322de-09b4-4ee8-b337-7b1dca1ff538 to cluster=c0e4c2a3-762c-46f1-b7a9-826de16fae90 2024-11-27T11:17:19,597 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5b617c7edc8e%2C44115%2C1732706228474 2024-11-27T11:17:19,597 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5b617c7edc8e,44115,1732706228474, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:17:19,598 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474.replicationSource.shipper5b617c7edc8e%2C44115%2C1732706228474,2-5b617c7edc8e,44115,1732706228474 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C44115%2C1732706228474 2024-11-27T11:17:19,598 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,2-5b617c7edc8e,44115,1732706228474 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480, startPosition=0, beingWritten=true 2024-11-27T11:17:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T11:17:19,689 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T11:17:19,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:17:19,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:19,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:19,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:19,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:19,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:19,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,36973,1732706227705 2024-11-27T11:17:19,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57b1287 2024-11-27T11:17:19,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:19,695 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:17:19,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T11:17:19,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T11:17:19,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T11:17:19,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T11:17:19,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://5b617c7edc8e:43251,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:17:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T11:17:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T11:17:19,709 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:43251' 2024-11-27T11:17:19,710 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8e4246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:19,710 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43251,-1 for getting cluster id 2024-11-27T11:17:19,710 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:19,711 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e4c2a3-762c-46f1-b7a9-826de16fae90' 2024-11-27T11:17:19,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:19,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e4c2a3-762c-46f1-b7a9-826de16fae90" 2024-11-27T11:17:19,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3bba48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:19,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43251,-1] 2024-11-27T11:17:19,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:19,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:19,713 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:19,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258abe62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:19,714 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:19,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43251,1732706233961 2024-11-27T11:17:19,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b151dfc 2024-11-27T11:17:19,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:19,716 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:17:19,717 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T11:17:19,717 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:17:19,717 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:19,717 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:19,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:19,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:17:19,757 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480 to pos 0, reset compression=false 2024-11-27T11:17:19,808 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,2-5b617c7edc8e,44115,1732706228474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480 to pos 0, reset compression=false 2024-11-27T11:17:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T11:17:19,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44115 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-27T11:17:19,877 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-27T11:17:19,879 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-27T11:17:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-27T11:17:19,883 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 5b617c7edc8e,44115,1732706228474 suceeded 2024-11-27T11:17:19,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-27T11:17:19,887 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://5b617c7edc8e:43251,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:17:19,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-27T11:17:19,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 184 msec 2024-11-27T11:17:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T11:17:20,030 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-27T11:17:20,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://5b617c7edc8e:43251,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:17:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T11:17:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T11:17:20,034 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:43251' 2024-11-27T11:17:20,035 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5e956d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:20,035 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43251,-1 for getting cluster id 2024-11-27T11:17:20,036 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:20,037 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e4c2a3-762c-46f1-b7a9-826de16fae90' 2024-11-27T11:17:20,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:20,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e4c2a3-762c-46f1-b7a9-826de16fae90" 2024-11-27T11:17:20,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69dd0b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:20,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43251,-1] 2024-11-27T11:17:20,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:20,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:20,039 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:20,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16194af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:20,040 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:20,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43251,1732706233961 2024-11-27T11:17:20,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2115eb0e 2024-11-27T11:17:20,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:20,042 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:17:20,043 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T11:17:20,043 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:17:20,043 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:20,043 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:20,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:20,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:17:20,115 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,2-5b617c7edc8e,44115,1732706228474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480 to pos 0, reset compression=false 2024-11-27T11:17:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T11:17:20,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44115 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-27T11:17:20,201 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-27T11:17:20,202 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-27T11:17:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-27T11:17:20,206 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 5b617c7edc8e,44115,1732706228474 suceeded 2024-11-27T11:17:20,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-27T11:17:20,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-27T11:17:20,209 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://5b617c7edc8e:43251,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:17:20,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 179 msec 2024-11-27T11:17:20,264 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480 to pos 0, reset compression=false 2024-11-27T11:17:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T11:17:20,349 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-27T11:17:20,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T11:17:20,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T11:17:20,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:17:20,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:20,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:20,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:20,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:20,352 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:17:20,352 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=76445151, stopped=false 2024-11-27T11:17:20,352 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,36973,1732706227705 2024-11-27T11:17:20,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076692910/running 2024-11-27T11:17:20,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:20,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076692910/running 2024-11-27T11:17:20,354 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:17:20,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:20,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:17:20,355 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:20,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:20,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on znode that does not yet exist, /076692910/running 2024-11-27T11:17:20,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on znode that does not yet exist, /076692910/running 2024-11-27T11:17:20,355 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,44115,1732706228474' ***** 2024-11-27T11:17:20,355 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:17:20,357 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:17:20,357 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:17:20,357 INFO [RS:0;5b617c7edc8e:44115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:17:20,357 INFO [RS:0;5b617c7edc8e:44115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:17:20,357 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(3091): Received CLOSE for 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:20,358 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,44115,1732706228474 2024-11-27T11:17:20,358 INFO [RS:0;5b617c7edc8e:44115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:17:20,358 INFO [RS:0;5b617c7edc8e:44115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:44115. 2024-11-27T11:17:20,358 DEBUG [RS:0;5b617c7edc8e:44115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:20,358 DEBUG [RS:0;5b617c7edc8e:44115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:20,358 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:17:20,358 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:17:20,359 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:17:20,358 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 963bda9a1fa9959f1d16add3dbe4dd9c, disabling compactions & flushes 2024-11-27T11:17:20,359 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:17:20,359 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:20,359 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:20,359 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. after waiting 0 ms 2024-11-27T11:17:20,359 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:20,359 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T11:17:20,359 DEBUG [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 963bda9a1fa9959f1d16add3dbe4dd9c=hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c.} 2024-11-27T11:17:20,359 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:17:20,359 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:17:20,359 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:17:20,359 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:17:20,359 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:17:20,359 DEBUG [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:20,363 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T11:17:20,363 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 963bda9a1fa9959f1d16add3dbe4dd9c 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-27T11:17:20,367 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:17:20,367 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:17:20,430 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:17:20,435 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/.tmp/info/06aaf056d94e4a568594da6258923835 is 147, key is hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c./info:regioninfo/1732706238457/Put/seqid=0 2024-11-27T11:17:20,435 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/replication/963bda9a1fa9959f1d16add3dbe4dd9c/.tmp/queue/5c17420e86b3457288c6b6b0c4e69db3 is 151, key is 1-5b617c7edc8e,44115,1732706228474/queue:5b617c7edc8e%2C44115%2C1732706228474/1732706238737/Put/seqid=0 2024-11-27T11:17:20,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741839_1015 (size=6631) 2024-11-27T11:17:20,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741838_1014 (size=5500) 2024-11-27T11:17:20,450 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/replication/963bda9a1fa9959f1d16add3dbe4dd9c/.tmp/queue/5c17420e86b3457288c6b6b0c4e69db3 2024-11-27T11:17:20,493 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/replication/963bda9a1fa9959f1d16add3dbe4dd9c/.tmp/queue/5c17420e86b3457288c6b6b0c4e69db3 as hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/replication/963bda9a1fa9959f1d16add3dbe4dd9c/queue/5c17420e86b3457288c6b6b0c4e69db3 2024-11-27T11:17:20,502 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/replication/963bda9a1fa9959f1d16add3dbe4dd9c/queue/5c17420e86b3457288c6b6b0c4e69db3, entries=2, sequenceid=6, filesize=5.4 K 2024-11-27T11:17:20,508 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 963bda9a1fa9959f1d16add3dbe4dd9c in 145ms, sequenceid=6, compaction requested=false 2024-11-27T11:17:20,509 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T11:17:20,516 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/replication/963bda9a1fa9959f1d16add3dbe4dd9c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T11:17:20,519 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:17:20,519 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:17:20,519 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:20,519 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 963bda9a1fa9959f1d16add3dbe4dd9c: Waiting for close lock at 1732706240358Running coprocessor pre-close hooks at 1732706240358Disabling compacts and flushes for region at 1732706240358Disabling writes for close at 1732706240359 (+1 ms)Obtaining lock to block concurrent updates at 1732706240363 (+4 ms)Preparing flush snapshotting stores in 963bda9a1fa9959f1d16add3dbe4dd9c at 1732706240363Finished memstore snapshotting hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732706240371 (+8 ms)Flushing stores of hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. at 1732706240372 (+1 ms)Flushing 963bda9a1fa9959f1d16add3dbe4dd9c/queue: creating writer at 1732706240374 (+2 ms)Flushing 963bda9a1fa9959f1d16add3dbe4dd9c/queue: appending metadata at 1732706240417 (+43 ms)Flushing 963bda9a1fa9959f1d16add3dbe4dd9c/queue: closing flushed file at 1732706240420 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eedc01f: reopening flushed file at 1732706240491 (+71 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 963bda9a1fa9959f1d16add3dbe4dd9c in 145ms, sequenceid=6, compaction requested=false at 1732706240509 (+18 ms)Writing region close event to WAL at 1732706240511 (+2 ms)Running coprocessor post-close hooks at 1732706240517 (+6 ms)Closed at 1732706240519 (+2 ms) 2024-11-27T11:17:20,520 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:20,522 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,2-5b617c7edc8e,44115,1732706228474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480 to pos 0, reset compression=false 2024-11-27T11:17:20,560 DEBUG [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:17:20,760 DEBUG [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:17:20,850 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/.tmp/info/06aaf056d94e4a568594da6258923835 2024-11-27T11:17:20,871 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480 to pos 0, reset compression=false 2024-11-27T11:17:20,886 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/.tmp/ns/bff9abe218604a06a8c94aac017ff8a3 is 43, key is default/ns:d/1732706232634/Put/seqid=0 2024-11-27T11:17:20,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741840_1016 (size=5153) 2024-11-27T11:17:20,892 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/.tmp/ns/bff9abe218604a06a8c94aac017ff8a3 2024-11-27T11:17:20,918 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/.tmp/table/8acd1de8e05946c79b8996ea3613636b is 53, key is hbase:replication/table:state/1732706238470/Put/seqid=0 2024-11-27T11:17:20,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741841_1017 (size=5256) 2024-11-27T11:17:20,960 DEBUG [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:17:21,030 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,2-5b617c7edc8e,44115,1732706228474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480 to pos 0, reset compression=false 2024-11-27T11:17:21,160 DEBUG [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:17:21,325 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/.tmp/table/8acd1de8e05946c79b8996ea3613636b 2024-11-27T11:17:21,334 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/.tmp/info/06aaf056d94e4a568594da6258923835 as hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/info/06aaf056d94e4a568594da6258923835 2024-11-27T11:17:21,342 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/info/06aaf056d94e4a568594da6258923835, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T11:17:21,344 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/.tmp/ns/bff9abe218604a06a8c94aac017ff8a3 as hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/ns/bff9abe218604a06a8c94aac017ff8a3 2024-11-27T11:17:21,352 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/ns/bff9abe218604a06a8c94aac017ff8a3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T11:17:21,353 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/.tmp/table/8acd1de8e05946c79b8996ea3613636b as hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/table/8acd1de8e05946c79b8996ea3613636b 2024-11-27T11:17:21,361 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/table/8acd1de8e05946c79b8996ea3613636b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T11:17:21,361 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T11:17:21,361 DEBUG [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:17:21,361 DEBUG [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:17:21,362 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1003ms, sequenceid=11, compaction requested=false 2024-11-27T11:17:21,368 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T11:17:21,368 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:17:21,368 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:17:21,369 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:17:21,369 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706240359Running coprocessor pre-close hooks at 1732706240359Disabling compacts and flushes for region at 1732706240359Disabling writes for close at 1732706240359Obtaining lock to block concurrent updates at 1732706240363 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732706240363Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732706240371 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732706240372 (+1 ms)Flushing 1588230740/info: creating writer at 1732706240374 (+2 ms)Flushing 1588230740/info: appending metadata at 1732706240417 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732706240420 (+3 ms)Flushing 1588230740/ns: creating writer at 1732706240860 (+440 ms)Flushing 1588230740/ns: appending metadata at 1732706240883 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732706240883Flushing 1588230740/table: creating writer at 1732706240901 (+18 ms)Flushing 1588230740/table: appending metadata at 1732706240917 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732706240917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc7b521: reopening flushed file at 1732706241333 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3642fef7: reopening flushed file at 1732706241342 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13287a45: reopening flushed file at 1732706241352 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1003ms, sequenceid=11, compaction requested=false at 1732706241362 (+10 ms)Writing region close event to WAL at 1732706241363 (+1 ms)Running coprocessor post-close hooks at 1732706241368 (+5 ms)Closed at 1732706241369 (+1 ms) 2024-11-27T11:17:21,369 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:17:21,561 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,44115,1732706228474; all regions closed. 2024-11-27T11:17:21,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741834_1010 (size=2742) 2024-11-27T11:17:21,572 DEBUG [RS:0;5b617c7edc8e:44115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/oldWALs 2024-11-27T11:17:21,572 INFO [RS:0;5b617c7edc8e:44115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C44115%2C1732706228474.meta:.meta(num 1732706232480) 2024-11-27T11:17:21,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741837_1013 (size=1802) 2024-11-27T11:17:21,578 DEBUG [RS:0;5b617c7edc8e:44115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/oldWALs 2024-11-27T11:17:21,578 INFO [RS:0;5b617c7edc8e:44115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C44115%2C1732706228474.rep:(num 1732706238410) 2024-11-27T11:17:21,578 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480 to pos 0, reset compression=false 2024-11-27T11:17:21,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741832_1008 (size=93) 2024-11-27T11:17:21,583 DEBUG [RS:0;5b617c7edc8e:44115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/oldWALs 2024-11-27T11:17:21,583 INFO [RS:0;5b617c7edc8e:44115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C44115%2C1732706228474:(num 1732706231480) 2024-11-27T11:17:21,583 DEBUG [RS:0;5b617c7edc8e:44115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:21,583 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:17:21,584 INFO [RS:0;5b617c7edc8e:44115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:17:21,584 INFO [RS:0;5b617c7edc8e:44115 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T11:17:21,584 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:17:21,584 INFO [RS:0;5b617c7edc8e:44115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:17:21,585 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b617c7edc8e,44115,1732706228474 because: Region server is closing 2024-11-27T11:17:21,585 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480 was moved to hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/oldWALs/5b617c7edc8e%2C44115%2C1732706228474.1732706231480 2024-11-27T11:17:21,585 INFO [RS:0;5b617c7edc8e:44115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:44115. 2024-11-27T11:17:21,585 DEBUG [RS:0;5b617c7edc8e:44115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:21,585 DEBUG [RS:0;5b617c7edc8e:44115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:21,586 DEBUG [RS:0;5b617c7edc8e:44115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:21,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:21,588 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480 2024-11-27T11:17:21,589 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.shipper5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,44115,1732706228474 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T11:17:21,594 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.shipper5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b617c7edc8e,44115,1732706228474: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b617c7edc8e,44115,1732706228474, walGroup=5b617c7edc8e%2C44115%2C1732706228474, offset=5b617c7edc8e%2C44115%2C1732706228474.1732706231480:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:44115 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T11:17:21,596 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.shipper5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T11:17:21,598 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.shipper5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T11:17:21,599 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.shipper5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T11:17:21,599 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.shipper5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T11:17:21,599 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.shipper5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T11:17:21,599 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.shipper5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 383395656 }, "NonHeapMemoryUsage": { "committed": 152829952, "init": 7667712, "max": -1, "used": 150551536 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T11:17:21,601 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.shipper5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5b617c7edc8e%2C44115%2C1732706228474.1732706231480] 2024-11-27T11:17:21,637 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,2-5b617c7edc8e,44115,1732706228474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480 to pos 0, reset compression=false 2024-11-27T11:17:21,643 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,2-5b617c7edc8e,44115,1732706228474 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480 was moved to hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/oldWALs/5b617c7edc8e%2C44115%2C1732706228474.1732706231480 2024-11-27T11:17:21,647 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,2-5b617c7edc8e,44115,1732706228474 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480 2024-11-27T11:17:21,647 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,2-5b617c7edc8e,44115,1732706228474 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-27T11:17:21,647 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474.replicationSource.wal-reader.5b617c7edc8e%2C44115%2C1732706228474,2-5b617c7edc8e,44115,1732706228474 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-27T11:17:21,647 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474.replicationSource.shipper5b617c7edc8e%2C44115%2C1732706228474,2-5b617c7edc8e,44115,1732706228474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5b617c7edc8e,44115,1732706228474 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474/5b617c7edc8e%2C44115%2C1732706228474.1732706231480, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T11:17:21,648 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474.replicationSource.shipper5b617c7edc8e%2C44115%2C1732706228474,2-5b617c7edc8e,44115,1732706228474 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-27T11:17:21,648 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474.replicationSource.shipper5b617c7edc8e%2C44115%2C1732706228474,2-5b617c7edc8e,44115,1732706228474 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5b617c7edc8e%2C44115%2C1732706228474.1732706231480] 2024-11-27T11:17:21,686 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,44115,1732706228474.replicationSource.shipper5b617c7edc8e%2C44115%2C1732706228474,1-5b617c7edc8e,44115,1732706228474 terminated 2024-11-27T11:17:21,686 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5b617c7edc8e,44115,1732706228474 because: Region server is closing 2024-11-27T11:17:21,686 INFO [RS:0;5b617c7edc8e:44115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:44115. 2024-11-27T11:17:21,687 DEBUG [RS:0;5b617c7edc8e:44115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:21,687 DEBUG [RS:0;5b617c7edc8e:44115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:21,687 DEBUG [RS:0;5b617c7edc8e:44115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:21,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:21,687 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,44115,1732706228474.replicationSource.shipper5b617c7edc8e%2C44115%2C1732706228474,2-5b617c7edc8e,44115,1732706228474 terminated 2024-11-27T11:17:21,687 INFO [RS:0;5b617c7edc8e:44115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44115 2024-11-27T11:17:21,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076692910/rs/5b617c7edc8e,44115,1732706228474 2024-11-27T11:17:21,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910/rs 2024-11-27T11:17:21,691 INFO [RS:0;5b617c7edc8e:44115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:17:21,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,44115,1732706228474] 2024-11-27T11:17:21,695 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /076692910/draining/5b617c7edc8e,44115,1732706228474 already deleted, retry=false 2024-11-27T11:17:21,695 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,44115,1732706228474 expired; onlineServers=0 2024-11-27T11:17:21,695 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,36973,1732706227705' ***** 2024-11-27T11:17:21,695 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:17:21,695 INFO [M:0;5b617c7edc8e:36973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:17:21,695 INFO [M:0;5b617c7edc8e:36973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:17:21,695 DEBUG [M:0;5b617c7edc8e:36973 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:17:21,696 DEBUG [M:0;5b617c7edc8e:36973 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:17:21,696 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:17:21,696 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706231229 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706231229,5,FailOnTimeoutGroup] 2024-11-27T11:17:21,696 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706231227 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706231227,5,FailOnTimeoutGroup] 2024-11-27T11:17:21,696 INFO [M:0;5b617c7edc8e:36973 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:17:21,696 INFO [M:0;5b617c7edc8e:36973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:17:21,696 DEBUG [M:0;5b617c7edc8e:36973 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:17:21,696 INFO [M:0;5b617c7edc8e:36973 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:17:21,696 INFO [M:0;5b617c7edc8e:36973 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:17:21,697 INFO [M:0;5b617c7edc8e:36973 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:17:21,697 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:17:21,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076692910/master 2024-11-27T11:17:21,698 DEBUG [M:0;5b617c7edc8e:36973 {}] zookeeper.ZKUtil(347): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Unable to get data of znode /076692910/master because node does not exist (not an error) 2024-11-27T11:17:21,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:21,698 WARN [M:0;5b617c7edc8e:36973 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:17:21,698 INFO [M:0;5b617c7edc8e:36973 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/.lastflushedseqids 2024-11-27T11:17:21,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741842_1018 (size=181) 2024-11-27T11:17:21,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:21,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x1015924b2b10001, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:21,795 INFO [RS:0;5b617c7edc8e:44115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:17:21,795 INFO [RS:0;5b617c7edc8e:44115 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,44115,1732706228474; zookeeper connection closed. 2024-11-27T11:17:21,796 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17f0e244 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17f0e244 2024-11-27T11:17:21,796 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:17:22,110 INFO [M:0;5b617c7edc8e:36973 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:17:22,110 INFO [M:0;5b617c7edc8e:36973 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:17:22,111 DEBUG [M:0;5b617c7edc8e:36973 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:17:22,111 INFO [M:0;5b617c7edc8e:36973 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:22,111 DEBUG [M:0;5b617c7edc8e:36973 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:22,111 DEBUG [M:0;5b617c7edc8e:36973 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:17:22,111 DEBUG [M:0;5b617c7edc8e:36973 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:22,111 INFO [M:0;5b617c7edc8e:36973 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-27T11:17:22,129 DEBUG [M:0;5b617c7edc8e:36973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2220d2fb55e4866bb194ce97d74c148 is 82, key is hbase:meta,,1/info:regioninfo/1732706232560/Put/seqid=0 2024-11-27T11:17:22,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741843_1019 (size=5672) 2024-11-27T11:17:22,535 INFO [M:0;5b617c7edc8e:36973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2220d2fb55e4866bb194ce97d74c148 2024-11-27T11:17:22,559 DEBUG [M:0;5b617c7edc8e:36973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75c721cf26d845f6b27d2d3542a8b11e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732706238475/Put/seqid=0 2024-11-27T11:17:22,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741844_1020 (size=8663) 2024-11-27T11:17:22,965 INFO [M:0;5b617c7edc8e:36973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75c721cf26d845f6b27d2d3542a8b11e 2024-11-27T11:17:22,987 DEBUG [M:0;5b617c7edc8e:36973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ad30e0bab974c9ab69f13b3717daf3f is 69, key is 5b617c7edc8e,44115,1732706228474/rs:state/1732706231246/Put/seqid=0 2024-11-27T11:17:22,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741845_1021 (size=5156) 2024-11-27T11:17:23,393 INFO [M:0;5b617c7edc8e:36973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ad30e0bab974c9ab69f13b3717daf3f 2024-11-27T11:17:23,401 DEBUG [M:0;5b617c7edc8e:36973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2220d2fb55e4866bb194ce97d74c148 as hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e2220d2fb55e4866bb194ce97d74c148 2024-11-27T11:17:23,408 INFO [M:0;5b617c7edc8e:36973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e2220d2fb55e4866bb194ce97d74c148, entries=8, sequenceid=115, filesize=5.5 K 2024-11-27T11:17:23,409 DEBUG [M:0;5b617c7edc8e:36973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75c721cf26d845f6b27d2d3542a8b11e as hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75c721cf26d845f6b27d2d3542a8b11e 2024-11-27T11:17:23,416 INFO [M:0;5b617c7edc8e:36973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75c721cf26d845f6b27d2d3542a8b11e, entries=14, sequenceid=115, filesize=8.5 K 2024-11-27T11:17:23,417 DEBUG [M:0;5b617c7edc8e:36973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ad30e0bab974c9ab69f13b3717daf3f as hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ad30e0bab974c9ab69f13b3717daf3f 2024-11-27T11:17:23,423 INFO [M:0;5b617c7edc8e:36973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ad30e0bab974c9ab69f13b3717daf3f, entries=1, sequenceid=115, filesize=5.0 K 2024-11-27T11:17:23,424 INFO [M:0;5b617c7edc8e:36973 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=115, compaction requested=false 2024-11-27T11:17:23,426 INFO [M:0;5b617c7edc8e:36973 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:23,426 DEBUG [M:0;5b617c7edc8e:36973 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706242110Disabling compacts and flushes for region at 1732706242110Disabling writes for close at 1732706242111 (+1 ms)Obtaining lock to block concurrent updates at 1732706242111Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706242111Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732706242111Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706242112 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706242112Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706242128 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706242128Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706242542 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706242558 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706242558Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706242972 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706242986 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706242986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49748d6c: reopening flushed file at 1732706243400 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63068790: reopening flushed file at 1732706243408 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54251ec6: reopening flushed file at 1732706243416 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=115, compaction requested=false at 1732706243424 (+8 ms)Writing region close event to WAL at 1732706243425 (+1 ms)Closed at 1732706243425 2024-11-27T11:17:23,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741830_1006 (size=59421) 2024-11-27T11:17:23,429 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:17:23,429 INFO [M:0;5b617c7edc8e:36973 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:17:23,430 INFO [M:0;5b617c7edc8e:36973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36973 2024-11-27T11:17:23,430 INFO [M:0;5b617c7edc8e:36973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:17:23,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:23,532 INFO [M:0;5b617c7edc8e:36973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:17:23,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1015924b2b10000, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:23,534 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:17:23,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:23,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:23,534 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:17:23,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:23,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:17:23,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:17:23,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:17:23,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44947 2024-11-27T11:17:23,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44947 connecting to ZooKeeper ensemble=127.0.0.1:53545 2024-11-27T11:17:23,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449470x0, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:23,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44947-0x1015924b2b10006 connected 2024-11-27T11:17:23,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:23,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:23,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on znode that does not yet exist, /076692910/running 2024-11-27T11:17:23,548 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076692910/meta-region-server: INIT 2024-11-27T11:17:23,548 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4, hbase.cluster.distributed=false 2024-11-27T11:17:23,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on znode that does not yet exist, /076692910/acl 2024-11-27T11:17:23,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44947 2024-11-27T11:17:23,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44947 2024-11-27T11:17:23,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44947 2024-11-27T11:17:23,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44947 2024-11-27T11:17:23,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44947 2024-11-27T11:17:23,573 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:17:23,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:23,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:23,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:17:23,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:23,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:17:23,573 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:17:23,573 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:17:23,574 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40763 2024-11-27T11:17:23,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40763 connecting to ZooKeeper ensemble=127.0.0.1:53545 2024-11-27T11:17:23,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:23,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:23,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407630x0, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:23,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40763-0x1015924b2b10007 connected 2024-11-27T11:17:23,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on znode that does not yet exist, /076692910/running 2024-11-27T11:17:23,584 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076692910/meta-region-server: INIT 2024-11-27T11:17:23,584 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:17:23,586 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:17:23,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on znode that does not yet exist, /076692910/master 2024-11-27T11:17:23,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on znode that does not yet exist, /076692910/acl 2024-11-27T11:17:23,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40763 2024-11-27T11:17:23,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40763 2024-11-27T11:17:23,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40763 2024-11-27T11:17:23,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40763 2024-11-27T11:17:23,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40763 2024-11-27T11:17:23,605 DEBUG [M:0;5b617c7edc8e:44947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:44947 2024-11-27T11:17:23,605 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /076692910/backup-masters/5b617c7edc8e,44947,1732706243534 2024-11-27T11:17:23,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910/backup-masters 2024-11-27T11:17:23,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910/backup-masters 2024-11-27T11:17:23,608 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on existing znode=/076692910/backup-masters/5b617c7edc8e,44947,1732706243534 2024-11-27T11:17:23,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/076692910/master 2024-11-27T11:17:23,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:23,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:23,612 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on existing znode=/076692910/master 2024-11-27T11:17:23,612 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /076692910/backup-masters/5b617c7edc8e,44947,1732706243534 from backup master directory 2024-11-27T11:17:23,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076692910/backup-masters/5b617c7edc8e,44947,1732706243534 2024-11-27T11:17:23,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910/backup-masters 2024-11-27T11:17:23,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910/backup-masters 2024-11-27T11:17:23,614 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:17:23,614 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,44947,1732706243534 2024-11-27T11:17:23,629 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:23,629 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:17:23,642 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-27T11:17:23,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741846_1022 (size=196) 2024-11-27T11:17:23,933 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:17:24,051 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:17:24,052 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:17:24,053 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:24,061 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T11:17:24,064 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/WALs/5b617c7edc8e,36973,1732706227705 to hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/WALs/5b617c7edc8e,36973,1732706227705-dead as it is dead 2024-11-27T11:17:24,066 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-27T11:17:24,066 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-27T11:17:24,066 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/WALs/5b617c7edc8e,36973,1732706227705-dead/5b617c7edc8e%2C36973%2C1732706227705.1732706230680 2024-11-27T11:17:24,071 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/WALs/5b617c7edc8e,36973,1732706227705-dead/5b617c7edc8e%2C36973%2C1732706227705.1732706230680 after 4ms 2024-11-27T11:17:24,072 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/WALs/5b617c7edc8e,36973,1732706227705-dead/5b617c7edc8e%2C36973%2C1732706227705.1732706230680 to hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5b617c7edc8e%2C36973%2C1732706227705.1732706230680 2024-11-27T11:17:24,073 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/WALs/5b617c7edc8e,36973,1732706227705-dead 2024-11-27T11:17:24,073 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/WALs/5b617c7edc8e,44947,1732706243534 2024-11-27T11:17:24,074 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:17:24,076 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C44947%2C1732706243534, suffix=, logDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/WALs/5b617c7edc8e,44947,1732706243534, archiveDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/oldWALs, maxLogs=10 2024-11-27T11:17:24,090 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/WALs/5b617c7edc8e,44947,1732706243534/5b617c7edc8e%2C44947%2C1732706243534.1732706244076, exclude list is [], retry=0 2024-11-27T11:17:24,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39967,DS-ac57d7b6-27a4-413a-96fc-f4d2de809cc8,DISK] 2024-11-27T11:17:24,096 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/WALs/5b617c7edc8e,44947,1732706243534/5b617c7edc8e%2C44947%2C1732706243534.1732706244076 2024-11-27T11:17:24,096 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36983:36983)] 2024-11-27T11:17:24,096 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:24,096 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:24,097 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:24,097 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:24,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:24,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:17:24,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:24,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e2220d2fb55e4866bb194ce97d74c148 2024-11-27T11:17:24,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:24,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:24,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:17:24,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:24,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75c721cf26d845f6b27d2d3542a8b11e 2024-11-27T11:17:24,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:24,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:24,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:17:24,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:24,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ad30e0bab974c9ab69f13b3717daf3f 2024-11-27T11:17:24,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:24,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:24,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:17:24,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:24,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:24,129 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:24,129 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T11:17:24,129 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5b617c7edc8e%2C36973%2C1732706227705.1732706230680 2024-11-27T11:17:24,147 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5b617c7edc8e%2C36973%2C1732706227705.1732706230680 2024-11-27T11:17:24,148 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5b617c7edc8e%2C36973%2C1732706227705.1732706230680 2024-11-27T11:17:24,150 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:24,150 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:24,151 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:24,153 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:24,157 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-27T11:17:24,158 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61603884, jitterRate=-0.08203059434890747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:24,158 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706244097Initializing all the Stores at 1732706244098 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706244098Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706244098Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706244098Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706244098Cleaning up temporary data from old regions at 1732706244150 (+52 ms)Region opened successfully at 1732706244158 (+8 ms) 2024-11-27T11:17:24,159 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:17:24,163 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f6e9e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:17:24,177 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T11:17:24,178 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:17:24,178 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:17:24,178 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:17:24,179 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:17:24,185 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:24,186 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:17:24,186 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T11:17:24,187 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:17:24,187 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T11:17:24,187 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T11:17:24,187 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-27T11:17:24,187 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:17:24,191 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5b617c7edc8e,44115,1732706228474, regionLocation=5b617c7edc8e,44115,1732706228474, openSeqNum=2 2024-11-27T11:17:24,191 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5b617c7edc8e,44115,1732706228474, table=hbase:meta, region=1588230740 2024-11-27T11:17:24,192 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,44115,1732706228474, state=OPEN 2024-11-27T11:17:24,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/076692910/meta-region-server 2024-11-27T11:17:24,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/076692910/meta-region-server 2024-11-27T11:17:24,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076692910/meta-region-server: CHANGED 2024-11-27T11:17:24,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076692910/meta-region-server: CHANGED 2024-11-27T11:17:24,197 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:17:24,200 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076692910/draining/5b617c7edc8e,44115,1732706228474 already deleted, retry=false 2024-11-27T11:17:24,200 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5b617c7edc8e,44115,1732706228474 on 5b617c7edc8e,44947,1732706243534 2024-11-27T11:17:24,206 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5b617c7edc8e,44115,1732706228474, splitWal=true, meta=true 2024-11-27T11:17:24,208 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 5b617c7edc8e,44115,1732706228474 (carryingMeta=true) 5b617c7edc8e,44115,1732706228474/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6275cb3d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T11:17:24,211 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Unable to get data of znode /076692910/balancer because node does not exist (not necessarily an error) 2024-11-27T11:17:24,212 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076692910/balancer already deleted, retry=false 2024-11-27T11:17:24,212 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:17:24,213 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Unable to get data of znode /076692910/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:17:24,214 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076692910/normalizer already deleted, retry=false 2024-11-27T11:17:24,214 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:17:24,215 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Unable to get data of znode /076692910/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:17:24,222 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076692910/switch/split already deleted, retry=false 2024-11-27T11:17:24,223 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Unable to get data of znode /076692910/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:17:24,224 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076692910/switch/merge already deleted, retry=false 2024-11-27T11:17:24,231 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Unable to get data of znode /076692910/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:17:24,234 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076692910/snapshot-cleanup already deleted, retry=false 2024-11-27T11:17:24,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/076692910/running 2024-11-27T11:17:24,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/076692910/running 2024-11-27T11:17:24,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:24,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:24,236 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,44947,1732706243534, sessionid=0x1015924b2b10006, setting cluster-up flag (Was=false) 2024-11-27T11:17:24,238 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /076692910/flush-table-proc/acquired, /076692910/flush-table-proc/reached, /076692910/flush-table-proc/abort 2024-11-27T11:17:24,240 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,44947,1732706243534 2024-11-27T11:17:24,242 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /076692910/online-snapshot/acquired, /076692910/online-snapshot/reached, /076692910/online-snapshot/abort 2024-11-27T11:17:24,243 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,44947,1732706243534 2024-11-27T11:17:24,245 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/.lastflushedseqids 2024-11-27T11:17:24,248 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:17:24,248 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:17:24,248 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,44947,1732706243534 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5b617c7edc8e,44115,1732706228474 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:17:24,250 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:24,250 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:24,250 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:24,250 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:24,250 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:17:24,250 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:24,250 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:17:24,250 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:24,251 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706274251 2024-11-27T11:17:24,251 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:17:24,251 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:17:24,251 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:17:24,252 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:17:24,252 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:17:24,252 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:17:24,252 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:24,253 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:17:24,253 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:17:24,253 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:17:24,253 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:17:24,253 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:17:24,253 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:17:24,254 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706244253,5,FailOnTimeoutGroup] 2024-11-27T11:17:24,254 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5b617c7edc8e,44115,1732706228474, splitWal=true, meta=true 2024-11-27T11:17:24,254 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706244254,5,FailOnTimeoutGroup] 2024-11-27T11:17:24,254 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:24,254 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:17:24,254 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:24,254 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:24,254 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706244254, completionTime=-1 2024-11-27T11:17:24,255 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T11:17:24,255 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5b617c7edc8e,44115,1732706228474, splitWal=true, meta=true, isMeta: true 2024-11-27T11:17:24,257 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474-splitting 2024-11-27T11:17:24,258 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T11:17:24,258 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474-splitting dir is empty, no logs to split. 2024-11-27T11:17:24,258 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5b617c7edc8e,44115,1732706228474 WAL count=0, meta=true 2024-11-27T11:17:24,261 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474-splitting dir is empty, no logs to split. 2024-11-27T11:17:24,261 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5b617c7edc8e,44115,1732706228474 WAL count=0, meta=true 2024-11-27T11:17:24,261 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5b617c7edc8e,44115,1732706228474 WAL splitting is done? wals=0, meta=true 2024-11-27T11:17:24,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:17:24,264 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:17:24,265 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T11:17:24,295 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer(746): ClusterId : 130322de-09b4-4ee8-b337-7b1dca1ff538 2024-11-27T11:17:24,295 DEBUG [RS:0;5b617c7edc8e:40763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:17:24,298 DEBUG [RS:0;5b617c7edc8e:40763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:17:24,298 DEBUG [RS:0;5b617c7edc8e:40763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:17:24,301 DEBUG [RS:0;5b617c7edc8e:40763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:17:24,301 DEBUG [RS:0;5b617c7edc8e:40763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686d6cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:17:24,313 DEBUG [RS:0;5b617c7edc8e:40763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:40763 2024-11-27T11:17:24,314 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:17:24,314 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:17:24,314 DEBUG [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:17:24,314 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,44947,1732706243534 with port=40763, startcode=1732706243572 2024-11-27T11:17:24,315 DEBUG [RS:0;5b617c7edc8e:40763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:17:24,317 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:17:24,317 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44947 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,40763,1732706243572 2024-11-27T11:17:24,318 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44947 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,40763,1732706243572 2024-11-27T11:17:24,320 DEBUG [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4 2024-11-27T11:17:24,320 DEBUG [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40583 2024-11-27T11:17:24,320 DEBUG [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:17:24,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910/rs 2024-11-27T11:17:24,322 DEBUG [RS:0;5b617c7edc8e:40763 {}] zookeeper.ZKUtil(111): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on existing znode=/076692910/rs/5b617c7edc8e,40763,1732706243572 2024-11-27T11:17:24,322 WARN [RS:0;5b617c7edc8e:40763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:17:24,322 INFO [RS:0;5b617c7edc8e:40763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:24,322 DEBUG [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572 2024-11-27T11:17:24,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,40763,1732706243572] 2024-11-27T11:17:24,358 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T11:17:24,372 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:17:24,375 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:17:24,375 INFO [RS:0;5b617c7edc8e:40763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:17:24,375 INFO [RS:0;5b617c7edc8e:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:24,375 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:17:24,377 INFO [RS:0;5b617c7edc8e:40763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:17:24,377 INFO [RS:0;5b617c7edc8e:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:24,377 DEBUG [RS:0;5b617c7edc8e:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:24,377 DEBUG [RS:0;5b617c7edc8e:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:24,377 DEBUG [RS:0;5b617c7edc8e:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:24,377 DEBUG [RS:0;5b617c7edc8e:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:24,377 DEBUG [RS:0;5b617c7edc8e:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:24,377 DEBUG [RS:0;5b617c7edc8e:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:17:24,377 DEBUG [RS:0;5b617c7edc8e:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:24,377 DEBUG [RS:0;5b617c7edc8e:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:24,377 DEBUG [RS:0;5b617c7edc8e:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:24,377 DEBUG [RS:0;5b617c7edc8e:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:24,377 DEBUG [RS:0;5b617c7edc8e:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:24,377 DEBUG [RS:0;5b617c7edc8e:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:24,377 DEBUG [RS:0;5b617c7edc8e:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:17:24,378 DEBUG [RS:0;5b617c7edc8e:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:17:24,378 INFO [RS:0;5b617c7edc8e:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:24,378 INFO [RS:0;5b617c7edc8e:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:24,378 INFO [RS:0;5b617c7edc8e:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:24,378 INFO [RS:0;5b617c7edc8e:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:24,378 INFO [RS:0;5b617c7edc8e:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:24,378 INFO [RS:0;5b617c7edc8e:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,40763,1732706243572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:17:24,393 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:17:24,393 INFO [RS:0;5b617c7edc8e:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,40763,1732706243572-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:24,412 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.ReplicationSource(231): queueId=1-5b617c7edc8e,40763,1732706243572, ReplicationSource: 1, currentBandwidth=0 2024-11-27T11:17:24,416 WARN [5b617c7edc8e:44947 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T11:17:24,427 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.ReplicationSource(231): queueId=2-5b617c7edc8e,40763,1732706243572, ReplicationSource: 2, currentBandwidth=0 2024-11-27T11:17:24,428 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource,1-5b617c7edc8e,40763,1732706243572 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:43251' 2024-11-27T11:17:24,428 INFO [RS:0;5b617c7edc8e:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:24,428 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.Replication(171): 5b617c7edc8e,40763,1732706243572 started 2024-11-27T11:17:24,430 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource,1-5b617c7edc8e,40763,1732706243572 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e140d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:24,430 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource,1-5b617c7edc8e,40763,1732706243572 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43251,-1 for getting cluster id 2024-11-27T11:17:24,430 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource,1-5b617c7edc8e,40763,1732706243572 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:24,433 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e4c2a3-762c-46f1-b7a9-826de16fae90' 2024-11-27T11:17:24,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:24,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e4c2a3-762c-46f1-b7a9-826de16fae90" 2024-11-27T11:17:24,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e95a3e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:24,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43251,-1] 2024-11-27T11:17:24,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:24,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:24,436 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:24,437 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource,1-5b617c7edc8e,40763,1732706243572 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39dc1727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:24,438 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource,1-5b617c7edc8e,40763,1732706243572 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:24,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43251,1732706233961 2024-11-27T11:17:24,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4981b214 2024-11-27T11:17:24,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:24,440 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T11:17:24,441 INFO [RS:0;5b617c7edc8e:40763.replicationSource,1-5b617c7edc8e,40763,1732706243572 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b617c7edc8e,40763,1732706243572 (queues=0) is replicating from cluster=130322de-09b4-4ee8-b337-7b1dca1ff538 to cluster=c0e4c2a3-762c-46f1-b7a9-826de16fae90 2024-11-27T11:17:24,443 INFO [RS:0;5b617c7edc8e:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:24,443 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,40763,1732706243572, RpcServer on 5b617c7edc8e/172.17.0.2:40763, sessionid=0x1015924b2b10007 2024-11-27T11:17:24,444 DEBUG [RS:0;5b617c7edc8e:40763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:17:24,444 DEBUG [RS:0;5b617c7edc8e:40763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,40763,1732706243572 2024-11-27T11:17:24,444 DEBUG [RS:0;5b617c7edc8e:40763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,40763,1732706243572' 2024-11-27T11:17:24,444 DEBUG [RS:0;5b617c7edc8e:40763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/076692910/flush-table-proc/abort' 2024-11-27T11:17:24,444 DEBUG [RS:0;5b617c7edc8e:40763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/076692910/flush-table-proc/acquired' 2024-11-27T11:17:24,445 DEBUG [RS:0;5b617c7edc8e:40763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:17:24,445 DEBUG [RS:0;5b617c7edc8e:40763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:17:24,445 DEBUG [RS:0;5b617c7edc8e:40763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,40763,1732706243572 2024-11-27T11:17:24,445 DEBUG [RS:0;5b617c7edc8e:40763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,40763,1732706243572' 2024-11-27T11:17:24,445 DEBUG [RS:0;5b617c7edc8e:40763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/076692910/online-snapshot/abort' 2024-11-27T11:17:24,445 DEBUG [RS:0;5b617c7edc8e:40763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/076692910/online-snapshot/acquired' 2024-11-27T11:17:24,446 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource,2-5b617c7edc8e,40763,1732706243572 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:43251' 2024-11-27T11:17:24,446 DEBUG [RS:0;5b617c7edc8e:40763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:17:24,446 INFO [RS:0;5b617c7edc8e:40763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:17:24,446 INFO [RS:0;5b617c7edc8e:40763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:17:24,447 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource,2-5b617c7edc8e,40763,1732706243572 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d5ed385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:24,447 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource,2-5b617c7edc8e,40763,1732706243572 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43251,-1 for getting cluster id 2024-11-27T11:17:24,448 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource,2-5b617c7edc8e,40763,1732706243572 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:24,449 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e4c2a3-762c-46f1-b7a9-826de16fae90' 2024-11-27T11:17:24,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:24,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e4c2a3-762c-46f1-b7a9-826de16fae90" 2024-11-27T11:17:24,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bb8c11a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:24,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43251,-1] 2024-11-27T11:17:24,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:24,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:24,451 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:24,452 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource,2-5b617c7edc8e,40763,1732706243572 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ed8d402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:24,452 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource,2-5b617c7edc8e,40763,1732706243572 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:24,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43251,1732706233961 2024-11-27T11:17:24,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3beb02bd 2024-11-27T11:17:24,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:24,454 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T11:17:24,455 INFO [RS:0;5b617c7edc8e:40763.replicationSource,2-5b617c7edc8e,40763,1732706243572 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5b617c7edc8e,40763,1732706243572 (queues=0) is replicating from cluster=130322de-09b4-4ee8-b337-7b1dca1ff538 to cluster=c0e4c2a3-762c-46f1-b7a9-826de16fae90 2024-11-27T11:17:24,547 INFO [RS:0;5b617c7edc8e:40763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:17:24,549 INFO [RS:0;5b617c7edc8e:40763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C40763%2C1732706243572, suffix=, logDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572, archiveDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/oldWALs, maxLogs=10 2024-11-27T11:17:24,564 DEBUG [RS:0;5b617c7edc8e:40763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550, exclude list is [], retry=0 2024-11-27T11:17:24,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39967,DS-ac57d7b6-27a4-413a-96fc-f4d2de809cc8,DISK] 2024-11-27T11:17:24,569 INFO [RS:0;5b617c7edc8e:40763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 2024-11-27T11:17:24,570 DEBUG [RS:0;5b617c7edc8e:40763 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5b617c7edc8e%2C40763%2C1732706243572 for peer 2 2024-11-27T11:17:24,570 DEBUG [RS:0;5b617c7edc8e:40763 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5b617c7edc8e%2C40763%2C1732706243572 for peer 1 2024-11-27T11:17:24,570 DEBUG [RS:0;5b617c7edc8e:40763 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b617c7edc8e%2C40763%2C1732706243572 2024-11-27T11:17:24,570 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b617c7edc8e,40763,1732706243572, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:17:24,570 INFO [RS:0;5b617c7edc8e:40763.replicationSource.shipper5b617c7edc8e%2C40763%2C1732706243572,1-5b617c7edc8e,40763,1732706243572 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C40763%2C1732706243572 2024-11-27T11:17:24,570 DEBUG [RS:0;5b617c7edc8e:40763 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5b617c7edc8e%2C40763%2C1732706243572 2024-11-27T11:17:24,571 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5b617c7edc8e,40763,1732706243572, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:17:24,571 DEBUG [RS:0;5b617c7edc8e:40763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36983:36983)] 2024-11-27T11:17:24,571 INFO [RS:0;5b617c7edc8e:40763.replicationSource.shipper5b617c7edc8e%2C40763%2C1732706243572,2-5b617c7edc8e,40763,1732706243572 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C40763%2C1732706243572 2024-11-27T11:17:24,571 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,1-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550, startPosition=0, beingWritten=true 2024-11-27T11:17:24,571 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,2-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550, startPosition=0, beingWritten=true 2024-11-27T11:17:24,666 DEBUG [5b617c7edc8e:44947 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:17:24,667 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,40763,1732706243572 2024-11-27T11:17:24,668 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,40763,1732706243572, state=OPENING 2024-11-27T11:17:24,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/076692910/meta-region-server 2024-11-27T11:17:24,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/076692910/meta-region-server 2024-11-27T11:17:24,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076692910/meta-region-server: CHANGED 2024-11-27T11:17:24,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076692910/meta-region-server: CHANGED 2024-11-27T11:17:24,670 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:17:24,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,40763,1732706243572}] 2024-11-27T11:17:24,779 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,1-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:24,779 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,2-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:24,824 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:17:24,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:17:24,831 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:17:24,831 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:24,831 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:17:24,833 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C40763%2C1732706243572.meta, suffix=.meta, logDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572, archiveDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/oldWALs, maxLogs=10 2024-11-27T11:17:24,849 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.meta.1732706244834.meta, exclude list is [], retry=0 2024-11-27T11:17:24,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39967,DS-ac57d7b6-27a4-413a-96fc-f4d2de809cc8,DISK] 2024-11-27T11:17:24,854 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.meta.1732706244834.meta 2024-11-27T11:17:24,854 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36983:36983)] 2024-11-27T11:17:24,855 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:24,855 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:17:24,855 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:17:24,855 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:17:24,855 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:17:24,855 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:17:24,856 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:24,856 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:17:24,856 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:17:24,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:17:24,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:17:24,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:24,866 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/info/06aaf056d94e4a568594da6258923835 2024-11-27T11:17:24,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:24,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:17:24,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:17:24,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:24,874 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/ns/bff9abe218604a06a8c94aac017ff8a3 2024-11-27T11:17:24,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:24,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:17:24,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:17:24,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:24,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:24,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:17:24,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:17:24,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:24,883 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/table/8acd1de8e05946c79b8996ea3613636b 2024-11-27T11:17:24,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:24,884 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:17:24,884 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740 2024-11-27T11:17:24,886 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740 2024-11-27T11:17:24,887 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:17:24,887 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:17:24,888 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:24,889 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:17:24,890 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69129027, jitterRate=0.030102774500846863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:24,890 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:17:24,890 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706244856Writing region info on filesystem at 1732706244856Initializing all the Stores at 1732706244857 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706244857Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706244857Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706244857Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706244857Cleaning up temporary data from old regions at 1732706244887 (+30 ms)Running coprocessor post-open hooks at 1732706244890 (+3 ms)Region opened successfully at 1732706244890 2024-11-27T11:17:24,891 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732706244824 2024-11-27T11:17:24,894 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:17:24,894 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:17:24,895 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5b617c7edc8e,40763,1732706243572 2024-11-27T11:17:24,896 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,40763,1732706243572, state=OPEN 2024-11-27T11:17:24,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/076692910/meta-region-server 2024-11-27T11:17:24,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/076692910/meta-region-server 2024-11-27T11:17:24,899 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,40763,1732706243572 2024-11-27T11:17:24,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076692910/meta-region-server: CHANGED 2024-11-27T11:17:24,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076692910/meta-region-server: CHANGED 2024-11-27T11:17:24,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-27T11:17:24,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,40763,1732706243572 in 229 msec 2024-11-27T11:17:24,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-27T11:17:24,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 639 msec 2024-11-27T11:17:25,086 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,1-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:25,087 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,2-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:25,493 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,2-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:25,493 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,1-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:25,860 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1605ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-27T11:17:25,999 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,2-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:25,999 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,1-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:26,607 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,1-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:26,607 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,2-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:27,313 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,2-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:27,313 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,1-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:27,363 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-27T11:17:28,120 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,2-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:28,121 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,1-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:28,765 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T11:17:28,765 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:17:28,766 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:17:28,766 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,40763,1732706243572, seqNum=-1] 2024-11-27T11:17:28,766 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:17:28,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:17:28,775 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=963bda9a1fa9959f1d16add3dbe4dd9c, regionState=OPEN, lastHost=5b617c7edc8e,44115,1732706228474, regionLocation=5b617c7edc8e,44115,1732706228474, openSeqNum=2 2024-11-27T11:17:28,775 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:17:28,775 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706308775 2024-11-27T11:17:28,775 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706368775 2024-11-27T11:17:28,775 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-27T11:17:28,776 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,44947,1732706243534-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:28,776 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,44947,1732706243534-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:28,776 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 5b617c7edc8e,44115,1732706228474 had 2 regions 2024-11-27T11:17:28,776 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,44947,1732706243534-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:28,776 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:44947, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:28,776 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:28,776 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:28,777 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5b617c7edc8e,44115,1732706228474, splitWal=true, meta=true, isMeta: false 2024-11-27T11:17:28,780 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474-splitting dir is empty, no logs to split. 2024-11-27T11:17:28,780 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5b617c7edc8e,44115,1732706228474 WAL count=0, meta=false 2024-11-27T11:17:28,783 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.168sec 2024-11-27T11:17:28,783 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:17:28,783 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:17:28,783 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:17:28,783 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:17:28,783 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:17:28,783 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,44947,1732706243534-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:17:28,783 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,44947,1732706243534-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:17:28,783 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,44115,1732706228474-splitting dir is empty, no logs to split. 2024-11-27T11:17:28,783 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5b617c7edc8e,44115,1732706228474 WAL count=0, meta=false 2024-11-27T11:17:28,783 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5b617c7edc8e,44115,1732706228474 WAL splitting is done? wals=0, meta=false 2024-11-27T11:17:28,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=963bda9a1fa9959f1d16add3dbe4dd9c, ASSIGN}] 2024-11-27T11:17:28,787 WARN [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5b617c7edc8e,44115,1732706228474/hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:28,787 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=963bda9a1fa9959f1d16add3dbe4dd9c, ASSIGN 2024-11-27T11:17:28,788 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:17:28,788 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:17:28,788 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,44947,1732706243534-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:28,788 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=963bda9a1fa9959f1d16add3dbe4dd9c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T11:17:28,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3643fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:28,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,44947,-1 for getting cluster id 2024-11-27T11:17:28,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:28,800 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '130322de-09b4-4ee8-b337-7b1dca1ff538' 2024-11-27T11:17:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "130322de-09b4-4ee8-b337-7b1dca1ff538" 2024-11-27T11:17:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a86db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:28,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,44947,-1] 2024-11-27T11:17:28,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:28,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:28,804 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:28,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ac0da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:28,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:17:28,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,40763,1732706243572, seqNum=-1] 2024-11-27T11:17:28,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:17:28,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:17:28,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T11:17:28,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:17:28,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:28,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:28,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:28,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:28,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5b617c7edc8e:44947 after: 5b617c7edc8e:44947 2024-11-27T11:17:28,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231c9678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:28,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,44947,-1 for getting cluster id 2024-11-27T11:17:28,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:28,813 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '130322de-09b4-4ee8-b337-7b1dca1ff538' 2024-11-27T11:17:28,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:28,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "130322de-09b4-4ee8-b337-7b1dca1ff538" 2024-11-27T11:17:28,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70343832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:28,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,44947,-1] 2024-11-27T11:17:28,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:28,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:28,814 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:28,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795ab8af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:28,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:28,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,44947,1732706243534 2024-11-27T11:17:28,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41ccc573 2024-11-27T11:17:28,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:28,817 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:17:28,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44947 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T11:17:28,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44947 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T11:17:28,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44947 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T11:17:28,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44947 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T11:17:28,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:17:28,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:17:28,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:28,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:28,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:28,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:28,821 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:17:28,821 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1183008082, stopped=false 2024-11-27T11:17:28,822 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,43251,1732706233961 2024-11-27T11:17:28,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099012614/running 2024-11-27T11:17:28,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099012614/running 2024-11-27T11:17:28,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614 2024-11-27T11:17:28,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614 2024-11-27T11:17:28,824 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:17:28,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:17:28,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:28,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:28,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Set watcher on znode that does not yet exist, /1-1099012614/running 2024-11-27T11:17:28,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Set watcher on znode that does not yet exist, /1-1099012614/running 2024-11-27T11:17:28,824 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,35607,1732706234010' ***** 2024-11-27T11:17:28,825 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:17:28,825 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:17:28,825 INFO [RS:0;5b617c7edc8e:35607 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:17:28,825 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:17:28,825 INFO [RS:0;5b617c7edc8e:35607 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:17:28,825 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,35607,1732706234010 2024-11-27T11:17:28,825 INFO [RS:0;5b617c7edc8e:35607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:17:28,825 INFO [RS:0;5b617c7edc8e:35607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:35607. 2024-11-27T11:17:28,825 DEBUG [RS:0;5b617c7edc8e:35607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:28,825 DEBUG [RS:0;5b617c7edc8e:35607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:28,826 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:17:28,826 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:17:28,826 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:17:28,826 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:17:28,826 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T11:17:28,826 DEBUG [RS:0;5b617c7edc8e:35607 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:17:28,826 DEBUG [RS:0;5b617c7edc8e:35607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:17:28,826 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:17:28,826 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:17:28,826 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:17:28,826 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:17:28,826 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:17:28,826 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T11:17:28,844 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/data/hbase/meta/1588230740/.tmp/ns/e7089b5d6d4a46679c54a8714e7d0a57 is 43, key is default/ns:d/1732706237106/Put/seqid=0 2024-11-27T11:17:28,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741835_1011 (size=5153) 2024-11-27T11:17:28,891 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:17:28,939 DEBUG [5b617c7edc8e:44947 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:17:28,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=963bda9a1fa9959f1d16add3dbe4dd9c, regionState=OPENING, regionLocation=5b617c7edc8e,40763,1732706243572 2024-11-27T11:17:28,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=963bda9a1fa9959f1d16add3dbe4dd9c, ASSIGN because future has completed 2024-11-27T11:17:28,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 963bda9a1fa9959f1d16add3dbe4dd9c, server=5b617c7edc8e,40763,1732706243572}] 2024-11-27T11:17:28,980 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:17:28,980 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:17:29,026 DEBUG [RS:0;5b617c7edc8e:35607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:17:29,027 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,2-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:29,027 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,1-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:29,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:29,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:29,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T11:17:29,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C40763%2C1732706243572.rep, suffix=, logDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572, archiveDir=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/oldWALs, maxLogs=10 2024-11-27T11:17:29,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.rep.1732706249103, exclude list is [], retry=0 2024-11-27T11:17:29,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39967,DS-ac57d7b6-27a4-413a-96fc-f4d2de809cc8,DISK] 2024-11-27T11:17:29,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.rep.1732706249103 2024-11-27T11:17:29,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36983:36983)] 2024-11-27T11:17:29,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 963bda9a1fa9959f1d16add3dbe4dd9c, NAME => 'hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:29,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:17:29,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:17:29,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. service=MultiRowMutationService 2024-11-27T11:17:29,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T11:17:29,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:29,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:29,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:29,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:29,124 INFO [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:29,125 INFO [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963bda9a1fa9959f1d16add3dbe4dd9c columnFamilyName hfileref 2024-11-27T11:17:29,125 DEBUG [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:29,125 INFO [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] regionserver.HStore(327): Store=963bda9a1fa9959f1d16add3dbe4dd9c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:29,126 INFO [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:29,126 INFO [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963bda9a1fa9959f1d16add3dbe4dd9c columnFamilyName queue 2024-11-27T11:17:29,126 DEBUG [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:29,134 DEBUG [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/replication/963bda9a1fa9959f1d16add3dbe4dd9c/queue/5c17420e86b3457288c6b6b0c4e69db3 2024-11-27T11:17:29,134 INFO [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] regionserver.HStore(327): Store=963bda9a1fa9959f1d16add3dbe4dd9c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:29,134 INFO [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:29,135 INFO [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963bda9a1fa9959f1d16add3dbe4dd9c columnFamilyName sid 2024-11-27T11:17:29,135 DEBUG [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:29,136 INFO [StoreOpener-963bda9a1fa9959f1d16add3dbe4dd9c-1 {}] regionserver.HStore(327): Store=963bda9a1fa9959f1d16add3dbe4dd9c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:29,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:29,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/replication/963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:29,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/replication/963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:29,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:29,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:29,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:17:29,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:29,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 963bda9a1fa9959f1d16add3dbe4dd9c; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59163206, jitterRate=-0.11839953064918518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:17:29,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:29,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 963bda9a1fa9959f1d16add3dbe4dd9c: Running coprocessor pre-open hook at 1732706249123Writing region info on filesystem at 1732706249123Initializing all the Stores at 1732706249123Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706249124 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706249124Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706249124Cleaning up temporary data from old regions at 1732706249139 (+15 ms)Running coprocessor post-open hooks at 1732706249142 (+3 ms)Region opened successfully at 1732706249143 (+1 ms) 2024-11-27T11:17:29,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c., pid=19, masterSystemTime=1732706249096 2024-11-27T11:17:29,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:29,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:29,147 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=963bda9a1fa9959f1d16add3dbe4dd9c, regionState=OPEN, openSeqNum=10, regionLocation=5b617c7edc8e,40763,1732706243572 2024-11-27T11:17:29,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 963bda9a1fa9959f1d16add3dbe4dd9c, server=5b617c7edc8e,40763,1732706243572 because future has completed 2024-11-27T11:17:29,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T11:17:29,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 963bda9a1fa9959f1d16add3dbe4dd9c, server=5b617c7edc8e,40763,1732706243572 in 208 msec 2024-11-27T11:17:29,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-27T11:17:29,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=963bda9a1fa9959f1d16add3dbe4dd9c, ASSIGN in 368 msec 2024-11-27T11:17:29,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T11:17:29,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c., hostname=5b617c7edc8e,40763,1732706243572, seqNum=10] 2024-11-27T11:17:29,193 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 5b617c7edc8e,44115,1732706228474 2024-11-27T11:17:29,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T11:17:29,226 DEBUG [RS:0;5b617c7edc8e:35607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:17:29,249 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/data/hbase/meta/1588230740/.tmp/ns/e7089b5d6d4a46679c54a8714e7d0a57 2024-11-27T11:17:29,256 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/data/hbase/meta/1588230740/.tmp/ns/e7089b5d6d4a46679c54a8714e7d0a57 as hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/data/hbase/meta/1588230740/ns/e7089b5d6d4a46679c54a8714e7d0a57 2024-11-27T11:17:29,263 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/data/hbase/meta/1588230740/ns/e7089b5d6d4a46679c54a8714e7d0a57, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T11:17:29,264 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false 2024-11-27T11:17:29,264 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T11:17:29,269 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T11:17:29,270 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:17:29,270 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:17:29,270 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:17:29,270 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706248826Running coprocessor pre-close hooks at 1732706248826Disabling compacts and flushes for region at 1732706248826Disabling writes for close at 1732706248826Obtaining lock to block concurrent updates at 1732706248826Preparing flush snapshotting stores in 1588230740 at 1732706248826Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732706248827 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732706248828 (+1 ms)Flushing 1588230740/ns: creating writer at 1732706248828Flushing 1588230740/ns: appending metadata at 1732706248843 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732706248843Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f7c051: reopening flushed file at 1732706249255 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false at 1732706249264 (+9 ms)Writing region close event to WAL at 1732706249265 (+1 ms)Running coprocessor post-close hooks at 1732706249270 (+5 ms)Closed at 1732706249270 2024-11-27T11:17:29,270 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:17:29,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-27T11:17:29,427 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,35607,1732706234010; all regions closed. 2024-11-27T11:17:29,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741834_1010 (size=1152) 2024-11-27T11:17:29,433 DEBUG [RS:0;5b617c7edc8e:35607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/oldWALs 2024-11-27T11:17:29,433 INFO [RS:0;5b617c7edc8e:35607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C35607%2C1732706234010.meta:.meta(num 1732706237040) 2024-11-27T11:17:29,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741832_1008 (size=93) 2024-11-27T11:17:29,435 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/WALs/5b617c7edc8e,35607,1732706234010/5b617c7edc8e%2C35607%2C1732706234010.1732706236119 not finished, retry = 0 2024-11-27T11:17:29,538 DEBUG [RS:0;5b617c7edc8e:35607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/oldWALs 2024-11-27T11:17:29,538 INFO [RS:0;5b617c7edc8e:35607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C35607%2C1732706234010:(num 1732706236119) 2024-11-27T11:17:29,538 DEBUG [RS:0;5b617c7edc8e:35607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:29,538 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:17:29,538 INFO [RS:0;5b617c7edc8e:35607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:17:29,538 INFO [RS:0;5b617c7edc8e:35607 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T11:17:29,538 INFO [RS:0;5b617c7edc8e:35607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:17:29,538 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:17:29,539 INFO [RS:0;5b617c7edc8e:35607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35607 2024-11-27T11:17:29,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099012614/rs/5b617c7edc8e,35607,1732706234010 2024-11-27T11:17:29,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614/rs 2024-11-27T11:17:29,541 INFO [RS:0;5b617c7edc8e:35607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:17:29,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,35607,1732706234010] 2024-11-27T11:17:29,545 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099012614/draining/5b617c7edc8e,35607,1732706234010 already deleted, retry=false 2024-11-27T11:17:29,545 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,35607,1732706234010 expired; onlineServers=0 2024-11-27T11:17:29,545 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,43251,1732706233961' ***** 2024-11-27T11:17:29,545 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:17:29,545 INFO [M:0;5b617c7edc8e:43251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:17:29,545 INFO [M:0;5b617c7edc8e:43251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:17:29,545 DEBUG [M:0;5b617c7edc8e:43251 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:17:29,545 DEBUG [M:0;5b617c7edc8e:43251 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:17:29,545 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:17:29,545 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706235855 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706235855,5,FailOnTimeoutGroup] 2024-11-27T11:17:29,545 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706235855 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706235855,5,FailOnTimeoutGroup] 2024-11-27T11:17:29,546 INFO [M:0;5b617c7edc8e:43251 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:17:29,546 INFO [M:0;5b617c7edc8e:43251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:17:29,546 DEBUG [M:0;5b617c7edc8e:43251 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:17:29,546 INFO [M:0;5b617c7edc8e:43251 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:17:29,546 INFO [M:0;5b617c7edc8e:43251 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:17:29,546 INFO [M:0;5b617c7edc8e:43251 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:17:29,546 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:17:29,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099012614/master 2024-11-27T11:17:29,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099012614 2024-11-27T11:17:29,547 DEBUG [M:0;5b617c7edc8e:43251 {}] zookeeper.ZKUtil(347): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Unable to get data of znode /1-1099012614/master because node does not exist (not an error) 2024-11-27T11:17:29,547 WARN [M:0;5b617c7edc8e:43251 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:17:29,549 INFO [M:0;5b617c7edc8e:43251 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/.lastflushedseqids 2024-11-27T11:17:29,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741836_1012 (size=99) 2024-11-27T11:17:29,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:29,643 INFO [RS:0;5b617c7edc8e:35607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:17:29,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x1015924b2b10004, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:29,643 INFO [RS:0;5b617c7edc8e:35607 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,35607,1732706234010; zookeeper connection closed. 2024-11-27T11:17:29,643 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f3fc389 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f3fc389 2024-11-27T11:17:29,644 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:17:29,955 INFO [M:0;5b617c7edc8e:43251 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:17:29,955 INFO [M:0;5b617c7edc8e:43251 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:17:29,955 DEBUG [M:0;5b617c7edc8e:43251 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:17:29,955 INFO [M:0;5b617c7edc8e:43251 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:29,955 DEBUG [M:0;5b617c7edc8e:43251 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:29,955 DEBUG [M:0;5b617c7edc8e:43251 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:17:29,955 DEBUG [M:0;5b617c7edc8e:43251 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:29,956 INFO [M:0;5b617c7edc8e:43251 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T11:17:29,973 DEBUG [M:0;5b617c7edc8e:43251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90da71532d2444e98eb30b977d17426e is 82, key is hbase:meta,,1/info:regioninfo/1732706237088/Put/seqid=0 2024-11-27T11:17:29,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741837_1013 (size=5672) 2024-11-27T11:17:30,034 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,1-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:30,034 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,2-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:30,357 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:17:30,379 INFO [M:0;5b617c7edc8e:43251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90da71532d2444e98eb30b977d17426e 2024-11-27T11:17:30,410 DEBUG [M:0;5b617c7edc8e:43251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/272758e1fb3c40bca73383c8e3711cd8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732706237112/Put/seqid=0 2024-11-27T11:17:30,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741838_1014 (size=5275) 2024-11-27T11:17:30,816 INFO [M:0;5b617c7edc8e:43251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/272758e1fb3c40bca73383c8e3711cd8 2024-11-27T11:17:30,838 DEBUG [M:0;5b617c7edc8e:43251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/060ef8d1447c4802986a864dc1ab6db9 is 69, key is 5b617c7edc8e,35607,1732706234010/rs:state/1732706235960/Put/seqid=0 2024-11-27T11:17:30,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741839_1015 (size=5156) 2024-11-27T11:17:31,141 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,1-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:31,141 DEBUG [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,2-5b617c7edc8e,40763,1732706243572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.1732706244550 to pos 0, reset compression=false 2024-11-27T11:17:31,243 INFO [M:0;5b617c7edc8e:43251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/060ef8d1447c4802986a864dc1ab6db9 2024-11-27T11:17:31,250 DEBUG [M:0;5b617c7edc8e:43251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90da71532d2444e98eb30b977d17426e as hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90da71532d2444e98eb30b977d17426e 2024-11-27T11:17:31,255 INFO [M:0;5b617c7edc8e:43251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90da71532d2444e98eb30b977d17426e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T11:17:31,256 DEBUG [M:0;5b617c7edc8e:43251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/272758e1fb3c40bca73383c8e3711cd8 as hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/272758e1fb3c40bca73383c8e3711cd8 2024-11-27T11:17:31,261 INFO [M:0;5b617c7edc8e:43251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/272758e1fb3c40bca73383c8e3711cd8, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T11:17:31,262 DEBUG [M:0;5b617c7edc8e:43251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/060ef8d1447c4802986a864dc1ab6db9 as hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/060ef8d1447c4802986a864dc1ab6db9 2024-11-27T11:17:31,267 INFO [M:0;5b617c7edc8e:43251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/686e85fa-784b-abb2-6e04-484dc987673e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/060ef8d1447c4802986a864dc1ab6db9, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T11:17:31,268 INFO [M:0;5b617c7edc8e:43251 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=28, compaction requested=false 2024-11-27T11:17:31,270 INFO [M:0;5b617c7edc8e:43251 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:31,270 DEBUG [M:0;5b617c7edc8e:43251 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706249955Disabling compacts and flushes for region at 1732706249955Disabling writes for close at 1732706249955Obtaining lock to block concurrent updates at 1732706249956 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706249956Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732706249956Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706249957 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706249957Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706249973 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706249973Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706250387 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706250410 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706250410Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706250822 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706250837 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706250838 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc5552f: reopening flushed file at 1732706251249 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3450fbb9: reopening flushed file at 1732706251256 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50721f1b: reopening flushed file at 1732706251262 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=28, compaction requested=false at 1732706251268 (+6 ms)Writing region close event to WAL at 1732706251270 (+2 ms)Closed at 1732706251270 2024-11-27T11:17:31,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741830_1006 (size=10165) 2024-11-27T11:17:31,273 INFO [M:0;5b617c7edc8e:43251 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:17:31,273 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:17:31,273 INFO [M:0;5b617c7edc8e:43251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43251 2024-11-27T11:17:31,276 INFO [M:0;5b617c7edc8e:43251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:17:31,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:31,378 INFO [M:0;5b617c7edc8e:43251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:17:31,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x1015924b2b10003, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:31,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733cc3d1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:17:31,384 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f4fffc9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:17:31,384 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:17:31,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7df1ef1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:17:31,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dfc45e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/hadoop.log.dir/,STOPPED} 2024-11-27T11:17:31,387 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:17:31,387 WARN [BP-1646073560-172.17.0.2-1732706232876 heartbeating to localhost/127.0.0.1:39185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:17:31,387 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:17:31,387 WARN [BP-1646073560-172.17.0.2-1732706232876 heartbeating to localhost/127.0.0.1:39185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1646073560-172.17.0.2-1732706232876 (Datanode Uuid 628c4a31-c454-4e1a-b831-e5186890662d) service to localhost/127.0.0.1:39185 2024-11-27T11:17:31,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/cluster_4f04d7d8-777c-6634-9101-2fc7a5f4e578/data/data1/current/BP-1646073560-172.17.0.2-1732706232876 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:17:31,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/cluster_4f04d7d8-777c-6634-9101-2fc7a5f4e578/data/data2/current/BP-1646073560-172.17.0.2-1732706232876 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:17:31,389 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:17:31,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@643a6dc4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:17:31,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@247969ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:17:31,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:17:31,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dbb9aa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:17:31,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46dd2632{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/hadoop.log.dir/,STOPPED} 2024-11-27T11:17:31,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:17:31,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:17:31,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:17:31,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:31,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:31,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:31,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:31,416 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:17:31,416 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=33672716, stopped=false 2024-11-27T11:17:31,416 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,44947,1732706243534 2024-11-27T11:17:31,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076692910/running 2024-11-27T11:17:31,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076692910/running 2024-11-27T11:17:31,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:31,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:31,418 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:17:31,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:17:31,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:31,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:31,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on znode that does not yet exist, /076692910/running 2024-11-27T11:17:31,418 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,40763,1732706243572' ***** 2024-11-27T11:17:31,418 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:17:31,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Set watcher on znode that does not yet exist, /076692910/running 2024-11-27T11:17:31,419 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:17:31,419 INFO [RS:0;5b617c7edc8e:40763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:17:31,419 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:17:31,419 INFO [RS:0;5b617c7edc8e:40763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:17:31,419 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer(3091): Received CLOSE for 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:31,420 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,40763,1732706243572 2024-11-27T11:17:31,420 INFO [RS:0;5b617c7edc8e:40763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:17:31,420 INFO [RS:0;5b617c7edc8e:40763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:40763. 2024-11-27T11:17:31,420 DEBUG [RS:0;5b617c7edc8e:40763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:31,420 DEBUG [RS:0;5b617c7edc8e:40763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:31,420 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 963bda9a1fa9959f1d16add3dbe4dd9c, disabling compactions & flushes 2024-11-27T11:17:31,420 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:31,420 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:31,420 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:17:31,420 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:17:31,420 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:17:31,420 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. after waiting 0 ms 2024-11-27T11:17:31,420 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:17:31,420 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:31,421 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T11:17:31,421 DEBUG [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 963bda9a1fa9959f1d16add3dbe4dd9c=hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c.} 2024-11-27T11:17:31,421 DEBUG [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 963bda9a1fa9959f1d16add3dbe4dd9c 2024-11-27T11:17:31,421 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:17:31,421 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:17:31,421 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:17:31,421 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:17:31,421 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:17:31,421 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T11:17:31,426 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/replication/963bda9a1fa9959f1d16add3dbe4dd9c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-27T11:17:31,427 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:17:31,427 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:17:31,427 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:31,427 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 963bda9a1fa9959f1d16add3dbe4dd9c: Waiting for close lock at 1732706251420Running coprocessor pre-close hooks at 1732706251420Disabling compacts and flushes for region at 1732706251420Disabling writes for close at 1732706251420Writing region close event to WAL at 1732706251421 (+1 ms)Running coprocessor post-close hooks at 1732706251427 (+6 ms)Closed at 1732706251427 2024-11-27T11:17:31,427 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c. 2024-11-27T11:17:31,438 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/.tmp/info/4526a6e790e54974b601fdd26f543e89 is 147, key is hbase:replication,,1732706237228.963bda9a1fa9959f1d16add3dbe4dd9c./info:regioninfo/1732706249147/Put/seqid=0 2024-11-27T11:17:31,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741851_1027 (size=6385) 2024-11-27T11:17:31,483 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:17:31,621 DEBUG [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:17:31,821 DEBUG [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:17:31,844 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/.tmp/info/4526a6e790e54974b601fdd26f543e89 2024-11-27T11:17:31,851 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/.tmp/info/4526a6e790e54974b601fdd26f543e89 as hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/info/4526a6e790e54974b601fdd26f543e89 2024-11-27T11:17:31,857 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/info/4526a6e790e54974b601fdd26f543e89, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T11:17:31,858 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=19, compaction requested=false 2024-11-27T11:17:31,863 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T11:17:31,864 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:17:31,864 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:17:31,864 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:17:31,864 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706251421Running coprocessor pre-close hooks at 1732706251421Disabling compacts and flushes for region at 1732706251421Disabling writes for close at 1732706251421Obtaining lock to block concurrent updates at 1732706251421Preparing flush snapshotting stores in 1588230740 at 1732706251421Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732706251422 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732706251422Flushing 1588230740/info: creating writer at 1732706251423 (+1 ms)Flushing 1588230740/info: appending metadata at 1732706251438 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732706251438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d8912d4: reopening flushed file at 1732706251850 (+412 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=19, compaction requested=false at 1732706251858 (+8 ms)Writing region close event to WAL at 1732706251860 (+2 ms)Running coprocessor post-close hooks at 1732706251864 (+4 ms)Closed at 1732706251864 2024-11-27T11:17:31,864 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:17:32,021 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,40763,1732706243572; all regions closed. 2024-11-27T11:17:32,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741849_1025 (size=2156) 2024-11-27T11:17:32,024 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.meta.1732706244834.meta not finished, retry = 0 2024-11-27T11:17:32,128 DEBUG [RS:0;5b617c7edc8e:40763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/oldWALs 2024-11-27T11:17:32,128 INFO [RS:0;5b617c7edc8e:40763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C40763%2C1732706243572.meta:.meta(num 1732706244834) 2024-11-27T11:17:32,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741850_1026 (size=796) 2024-11-27T11:17:32,130 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/WALs/5b617c7edc8e,40763,1732706243572/5b617c7edc8e%2C40763%2C1732706243572.rep.1732706249103 not finished, retry = 0 2024-11-27T11:17:32,233 DEBUG [RS:0;5b617c7edc8e:40763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/oldWALs 2024-11-27T11:17:32,233 INFO [RS:0;5b617c7edc8e:40763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C40763%2C1732706243572.rep:(num 1732706249103) 2024-11-27T11:17:32,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741848_1024 (size=93) 2024-11-27T11:17:32,238 DEBUG [RS:0;5b617c7edc8e:40763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/oldWALs 2024-11-27T11:17:32,238 INFO [RS:0;5b617c7edc8e:40763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C40763%2C1732706243572:(num 1732706244550) 2024-11-27T11:17:32,238 DEBUG [RS:0;5b617c7edc8e:40763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:32,238 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:17:32,238 INFO [RS:0;5b617c7edc8e:40763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:17:32,239 INFO [RS:0;5b617c7edc8e:40763 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T11:17:32,239 INFO [RS:0;5b617c7edc8e:40763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:17:32,239 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:17:32,239 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b617c7edc8e,40763,1732706243572 because: Region server is closing 2024-11-27T11:17:32,239 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T11:17:32,239 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T11:17:32,239 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-27T11:17:32,239 INFO [RS:0;5b617c7edc8e:40763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:40763. 2024-11-27T11:17:32,239 DEBUG [RS:0;5b617c7edc8e:40763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:32,239 DEBUG [RS:0;5b617c7edc8e:40763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:32,240 DEBUG [RS:0;5b617c7edc8e:40763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:32,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:32,340 WARN [RS:0;5b617c7edc8e:40763.replicationSource.wal-reader.5b617c7edc8e%2C40763%2C1732706243572,1-5b617c7edc8e,40763,1732706243572 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T11:17:32,340 WARN [RS:0;5b617c7edc8e:40763.replicationSource.shipper5b617c7edc8e%2C40763%2C1732706243572,1-5b617c7edc8e,40763,1732706243572 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T11:17:32,340 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5b617c7edc8e:40763.replicationSource.shipper5b617c7edc8e%2C40763%2C1732706243572,1-5b617c7edc8e,40763,1732706243572 terminated 2024-11-27T11:17:32,341 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5b617c7edc8e,40763,1732706243572 because: Region server is closing 2024-11-27T11:17:32,341 INFO [RS:0;5b617c7edc8e:40763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:40763. 2024-11-27T11:17:32,341 DEBUG [RS:0;5b617c7edc8e:40763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:32,341 DEBUG [RS:0;5b617c7edc8e:40763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:32,341 DEBUG [RS:0;5b617c7edc8e:40763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:32,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:32,441 WARN [RS:0;5b617c7edc8e:40763.replicationSource.shipper5b617c7edc8e%2C40763%2C1732706243572,2-5b617c7edc8e,40763,1732706243572 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T11:17:32,442 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;5b617c7edc8e:40763.replicationSource.shipper5b617c7edc8e%2C40763%2C1732706243572,2-5b617c7edc8e,40763,1732706243572 terminated 2024-11-27T11:17:32,442 INFO [RS:0;5b617c7edc8e:40763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40763 2024-11-27T11:17:32,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076692910/rs/5b617c7edc8e,40763,1732706243572 2024-11-27T11:17:32,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910/rs 2024-11-27T11:17:32,444 INFO [RS:0;5b617c7edc8e:40763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:17:32,446 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,40763,1732706243572] 2024-11-27T11:17:32,447 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /076692910/draining/5b617c7edc8e,40763,1732706243572 already deleted, retry=false 2024-11-27T11:17:32,447 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,40763,1732706243572 expired; onlineServers=0 2024-11-27T11:17:32,447 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,44947,1732706243534' ***** 2024-11-27T11:17:32,447 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:17:32,447 INFO [M:0;5b617c7edc8e:44947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:17:32,447 INFO [M:0;5b617c7edc8e:44947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:17:32,447 DEBUG [M:0;5b617c7edc8e:44947 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:17:32,447 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:17:32,447 DEBUG [M:0;5b617c7edc8e:44947 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:17:32,447 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706244253 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706244253,5,FailOnTimeoutGroup] 2024-11-27T11:17:32,447 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706244254 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706244254,5,FailOnTimeoutGroup] 2024-11-27T11:17:32,448 INFO [M:0;5b617c7edc8e:44947 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:17:32,448 INFO [M:0;5b617c7edc8e:44947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:17:32,448 DEBUG [M:0;5b617c7edc8e:44947 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:17:32,448 INFO [M:0;5b617c7edc8e:44947 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:17:32,448 INFO [M:0;5b617c7edc8e:44947 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:17:32,448 INFO [M:0;5b617c7edc8e:44947 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:17:32,448 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:17:32,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076692910/master 2024-11-27T11:17:32,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076692910 2024-11-27T11:17:32,450 DEBUG [M:0;5b617c7edc8e:44947 {}] zookeeper.ZKUtil(347): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Unable to get data of znode /076692910/master because node does not exist (not an error) 2024-11-27T11:17:32,450 WARN [M:0;5b617c7edc8e:44947 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:17:32,451 INFO [M:0;5b617c7edc8e:44947 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/.lastflushedseqids 2024-11-27T11:17:32,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741852_1028 (size=181) 2024-11-27T11:17:32,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:32,546 INFO [RS:0;5b617c7edc8e:40763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:17:32,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1015924b2b10007, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:32,546 INFO [RS:0;5b617c7edc8e:40763 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,40763,1732706243572; zookeeper connection closed. 2024-11-27T11:17:32,546 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@529af2b3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@529af2b3 2024-11-27T11:17:32,546 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:17:32,859 INFO [M:0;5b617c7edc8e:44947 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:17:32,859 INFO [M:0;5b617c7edc8e:44947 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:17:32,859 DEBUG [M:0;5b617c7edc8e:44947 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:17:32,859 INFO [M:0;5b617c7edc8e:44947 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:32,859 DEBUG [M:0;5b617c7edc8e:44947 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:32,859 DEBUG [M:0;5b617c7edc8e:44947 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:17:32,859 DEBUG [M:0;5b617c7edc8e:44947 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:32,859 INFO [M:0;5b617c7edc8e:44947 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T11:17:32,881 DEBUG [M:0;5b617c7edc8e:44947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14317d6e884544c7b705b0c43d96e5f6 is 82, key is hbase:meta,,1/info:regioninfo/1732706244895/Put/seqid=0 2024-11-27T11:17:32,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741853_1029 (size=5680) 2024-11-27T11:17:33,287 INFO [M:0;5b617c7edc8e:44947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14317d6e884544c7b705b0c43d96e5f6 2024-11-27T11:17:33,309 DEBUG [M:0;5b617c7edc8e:44947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31d9ab53065b48b291e944be14d1ef98 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732706249154/Put/seqid=0 2024-11-27T11:17:33,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741854_1030 (size=7319) 2024-11-27T11:17:33,715 INFO [M:0;5b617c7edc8e:44947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31d9ab53065b48b291e944be14d1ef98 2024-11-27T11:17:33,736 DEBUG [M:0;5b617c7edc8e:44947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93a1853245e544cca93d333979ac6cc7 is 69, key is 5b617c7edc8e,40763,1732706243572/rs:state/1732706244318/Put/seqid=0 2024-11-27T11:17:33,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741855_1031 (size=5371) 2024-11-27T11:17:34,142 INFO [M:0;5b617c7edc8e:44947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93a1853245e544cca93d333979ac6cc7 2024-11-27T11:17:34,148 INFO [M:0;5b617c7edc8e:44947 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93a1853245e544cca93d333979ac6cc7 2024-11-27T11:17:34,149 DEBUG [M:0;5b617c7edc8e:44947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14317d6e884544c7b705b0c43d96e5f6 as hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14317d6e884544c7b705b0c43d96e5f6 2024-11-27T11:17:34,155 INFO [M:0;5b617c7edc8e:44947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14317d6e884544c7b705b0c43d96e5f6, entries=8, sequenceid=172, filesize=5.5 K 2024-11-27T11:17:34,156 DEBUG [M:0;5b617c7edc8e:44947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31d9ab53065b48b291e944be14d1ef98 as hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31d9ab53065b48b291e944be14d1ef98 2024-11-27T11:17:34,161 INFO [M:0;5b617c7edc8e:44947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31d9ab53065b48b291e944be14d1ef98, entries=7, sequenceid=172, filesize=7.1 K 2024-11-27T11:17:34,162 DEBUG [M:0;5b617c7edc8e:44947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93a1853245e544cca93d333979ac6cc7 as hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93a1853245e544cca93d333979ac6cc7 2024-11-27T11:17:34,168 INFO [M:0;5b617c7edc8e:44947 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93a1853245e544cca93d333979ac6cc7 2024-11-27T11:17:34,168 INFO [M:0;5b617c7edc8e:44947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40583/user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93a1853245e544cca93d333979ac6cc7, entries=2, sequenceid=172, filesize=5.2 K 2024-11-27T11:17:34,169 INFO [M:0;5b617c7edc8e:44947 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=172, compaction requested=false 2024-11-27T11:17:34,171 INFO [M:0;5b617c7edc8e:44947 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:34,171 DEBUG [M:0;5b617c7edc8e:44947 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706252859Disabling compacts and flushes for region at 1732706252859Disabling writes for close at 1732706252859Obtaining lock to block concurrent updates at 1732706252859Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706252859Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732706252860 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706252861 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706252861Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706252881 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706252881Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706253293 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706253309 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706253309Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706253721 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706253736 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706253736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@94efade: reopening flushed file at 1732706254148 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a0bb65f: reopening flushed file at 1732706254155 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b71ac82: reopening flushed file at 1732706254161 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=172, compaction requested=false at 1732706254169 (+8 ms)Writing region close event to WAL at 1732706254171 (+2 ms)Closed at 1732706254171 2024-11-27T11:17:34,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741847_1023 (size=22949) 2024-11-27T11:17:34,174 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/252fe550-b53e-937f-69b4-283a5bd3b5d4/MasterData/WALs/5b617c7edc8e,44947,1732706243534/5b617c7edc8e%2C44947%2C1732706243534.1732706244076 not finished, retry = 0 2024-11-27T11:17:34,275 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:17:34,275 INFO [M:0;5b617c7edc8e:44947 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:17:34,275 INFO [M:0;5b617c7edc8e:44947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44947 2024-11-27T11:17:34,275 INFO [M:0;5b617c7edc8e:44947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:17:34,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:34,378 INFO [M:0;5b617c7edc8e:44947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:17:34,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44947-0x1015924b2b10006, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:34,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@499b5efd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:17:34,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61506501{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:17:34,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:17:34,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@330b5398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:17:34,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24c3c3cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/hadoop.log.dir/,STOPPED} 2024-11-27T11:17:34,382 WARN [BP-625772688-172.17.0.2-1732706225005 heartbeating to localhost/127.0.0.1:40583 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:17:34,382 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:17:34,382 WARN [BP-625772688-172.17.0.2-1732706225005 heartbeating to localhost/127.0.0.1:40583 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-625772688-172.17.0.2-1732706225005 (Datanode Uuid e10b49ec-1f58-4123-95e8-e06db35b5515) service to localhost/127.0.0.1:40583 2024-11-27T11:17:34,382 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:17:34,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/cluster_32ef3b10-dc44-8190-e5c9-befe7e4a5984/data/data1/current/BP-625772688-172.17.0.2-1732706225005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:17:34,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/cluster_32ef3b10-dc44-8190-e5c9-befe7e4a5984/data/data2/current/BP-625772688-172.17.0.2-1732706225005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:17:34,384 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:17:34,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60fa5e03{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:17:34,390 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e6370a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:17:34,390 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:17:34,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c612fda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:17:34,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@397b77ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/492b39a7-d35f-5370-d5c4-6225b62b764e/hadoop.log.dir/,STOPPED} 2024-11-27T11:17:34,397 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T11:17:34,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:17:34,421 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:39185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5b617c7edc8e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5b617c7edc8e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:40583 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@26374942 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:39185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53545) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: regionserver/5b617c7edc8e:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/5b617c7edc8e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5b617c7edc8e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:39185 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:40583 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:40583 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53545) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 299), ProcessCount=11 (was 11), AvailableMemoryMB=6774 (was 7591) 2024-11-27T11:17:34,429 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=6774 2024-11-27T11:17:34,443 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-27T11:17:34,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/hadoop.log.dir so I do NOT create it in target/test-data/7bbdae41-6629-22b8-a805-9270802999fc 2024-11-27T11:17:34,444 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:17:34,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/hadoop.tmp.dir so I do NOT create it in target/test-data/7bbdae41-6629-22b8-a805-9270802999fc 2024-11-27T11:17:34,444 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fd4bc0f-0fdc-47a3-cf64-18126dcc7e8b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:17:34,444 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc 2024-11-27T11:17:34,444 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/cluster_9eef20ff-b4c5-fea0-3aa2-645d7fb15f9d, deleteOnExit=true 2024-11-27T11:17:34,447 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/cluster_9eef20ff-b4c5-fea0-3aa2-645d7fb15f9d/zookeeper_0, clientPort=62616, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/cluster_9eef20ff-b4c5-fea0-3aa2-645d7fb15f9d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/cluster_9eef20ff-b4c5-fea0-3aa2-645d7fb15f9d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T11:17:34,447 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62616 2024-11-27T11:17:34,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:17:34,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:17:34,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/test.cache.data in system properties and HBase conf 2024-11-27T11:17:34,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:17:34,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:17:34,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:17:34,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:17:34,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:17:34,448 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:17:34,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:17:34,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:17:34,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:17:34,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:17:34,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:17:34,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:17:34,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:17:34,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:17:34,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:17:34,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:17:34,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:17:34,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:17:34,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:17:34,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:17:34,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015924b2b10005, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T11:17:34,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015924b2b10002, quorum=127.0.0.1:53545, baseZNode=/076692910 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T11:17:34,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015924b2b10005, quorum=127.0.0.1:53545, baseZNode=/1-1099012614 Received Disconnected from ZooKeeper, ignoring 2024-11-27T11:17:34,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015924b2b10002, quorum=127.0.0.1:53545, baseZNode=/076692910 Received Disconnected from ZooKeeper, ignoring 2024-11-27T11:17:34,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:17:34,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:17:34,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:17:34,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:17:34,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:17:34,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:17:34,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67dafbb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:17:34,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16b8d4b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:17:34,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2797a4cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/java.io.tmpdir/jetty-localhost-37435-hadoop-hdfs-3_4_1-tests_jar-_-any-11448969951327369800/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:17:34,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31be0f5e{HTTP/1.1, (http/1.1)}{localhost:37435} 2024-11-27T11:17:34,660 INFO [Time-limited test {}] server.Server(415): Started @31726ms 2024-11-27T11:17:34,762 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:17:34,765 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:17:34,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:17:34,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:17:34,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:17:34,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@353fcc61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:17:34,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66ebb306{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:17:34,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@785b46b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/java.io.tmpdir/jetty-localhost-40145-hadoop-hdfs-3_4_1-tests_jar-_-any-15351519821896138367/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:17:34,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3134d65{HTTP/1.1, (http/1.1)}{localhost:40145} 2024-11-27T11:17:34,884 INFO [Time-limited test {}] server.Server(415): Started @31950ms 2024-11-27T11:17:34,885 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:17:34,993 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/cluster_9eef20ff-b4c5-fea0-3aa2-645d7fb15f9d/data/data1/current/BP-1591078799-172.17.0.2-1732706254480/current, will proceed with Du for space computation calculation, 2024-11-27T11:17:34,993 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/cluster_9eef20ff-b4c5-fea0-3aa2-645d7fb15f9d/data/data2/current/BP-1591078799-172.17.0.2-1732706254480/current, will proceed with Du for space computation calculation, 2024-11-27T11:17:35,010 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:17:35,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93a43b129c19ead with lease ID 0x424c88757c028973: Processing first storage report for DS-638bd381-06b1-44cf-a032-2200bf751b75 from datanode DatanodeRegistration(127.0.0.1:46259, datanodeUuid=c67202f3-8a43-4cf1-9701-860119c69bbf, infoPort=45449, infoSecurePort=0, ipcPort=38737, storageInfo=lv=-57;cid=testClusterID;nsid=322368689;c=1732706254480) 2024-11-27T11:17:35,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93a43b129c19ead with lease ID 0x424c88757c028973: from storage DS-638bd381-06b1-44cf-a032-2200bf751b75 node DatanodeRegistration(127.0.0.1:46259, datanodeUuid=c67202f3-8a43-4cf1-9701-860119c69bbf, infoPort=45449, infoSecurePort=0, ipcPort=38737, storageInfo=lv=-57;cid=testClusterID;nsid=322368689;c=1732706254480), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T11:17:35,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93a43b129c19ead with lease ID 0x424c88757c028973: Processing first storage report for DS-85fad3a5-fe41-4231-96c2-be7ea2add4f2 from datanode DatanodeRegistration(127.0.0.1:46259, datanodeUuid=c67202f3-8a43-4cf1-9701-860119c69bbf, infoPort=45449, infoSecurePort=0, ipcPort=38737, storageInfo=lv=-57;cid=testClusterID;nsid=322368689;c=1732706254480) 2024-11-27T11:17:35,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93a43b129c19ead with lease ID 0x424c88757c028973: from storage DS-85fad3a5-fe41-4231-96c2-be7ea2add4f2 node DatanodeRegistration(127.0.0.1:46259, datanodeUuid=c67202f3-8a43-4cf1-9701-860119c69bbf, infoPort=45449, infoSecurePort=0, ipcPort=38737, storageInfo=lv=-57;cid=testClusterID;nsid=322368689;c=1732706254480), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:17:35,112 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc 2024-11-27T11:17:35,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:35,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:35,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:17:35,525 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b with version=8 2024-11-27T11:17:35,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/hbase-staging 2024-11-27T11:17:35,528 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:17:35,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:35,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:35,528 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:17:35,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:35,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:17:35,528 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:17:35,528 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:17:35,529 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33659 2024-11-27T11:17:35,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33659 connecting to ZooKeeper ensemble=127.0.0.1:62616 2024-11-27T11:17:35,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336590x0, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:35,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33659-0x101592528fe0000 connected 2024-11-27T11:17:35,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:35,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:35,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Set watcher on znode that does not yet exist, /0-134911382/running 2024-11-27T11:17:35,561 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b, hbase.cluster.distributed=false 2024-11-27T11:17:35,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Set watcher on znode that does not yet exist, /0-134911382/acl 2024-11-27T11:17:35,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33659 2024-11-27T11:17:35,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33659 2024-11-27T11:17:35,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33659 2024-11-27T11:17:35,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33659 2024-11-27T11:17:35,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33659 2024-11-27T11:17:35,581 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:17:35,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:35,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:35,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:17:35,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:35,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:17:35,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:17:35,582 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:17:35,582 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37437 2024-11-27T11:17:35,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37437 connecting to ZooKeeper ensemble=127.0.0.1:62616 2024-11-27T11:17:35,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:35,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:35,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374370x0, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:35,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Set watcher on znode that does not yet exist, /0-134911382/running 2024-11-27T11:17:35,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37437-0x101592528fe0001 connected 2024-11-27T11:17:35,591 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:17:35,593 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:17:35,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Set watcher on znode that does not yet exist, /0-134911382/master 2024-11-27T11:17:35,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Set watcher on znode that does not yet exist, /0-134911382/acl 2024-11-27T11:17:35,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37437 2024-11-27T11:17:35,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37437 2024-11-27T11:17:35,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37437 2024-11-27T11:17:35,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37437 2024-11-27T11:17:35,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37437 2024-11-27T11:17:35,612 DEBUG [M:0;5b617c7edc8e:33659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:33659 2024-11-27T11:17:35,612 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-134911382/backup-masters/5b617c7edc8e,33659,1732706255527 2024-11-27T11:17:35,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382/backup-masters 2024-11-27T11:17:35,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382/backup-masters 2024-11-27T11:17:35,615 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Set watcher on existing znode=/0-134911382/backup-masters/5b617c7edc8e,33659,1732706255527 2024-11-27T11:17:35,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-134911382/master 2024-11-27T11:17:35,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382 2024-11-27T11:17:35,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382 2024-11-27T11:17:35,617 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Set watcher on existing znode=/0-134911382/master 2024-11-27T11:17:35,617 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-134911382/backup-masters/5b617c7edc8e,33659,1732706255527 from backup master directory 2024-11-27T11:17:35,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382/backup-masters 2024-11-27T11:17:35,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-134911382/backup-masters/5b617c7edc8e,33659,1732706255527 2024-11-27T11:17:35,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382/backup-masters 2024-11-27T11:17:35,625 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:17:35,625 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,33659,1732706255527 2024-11-27T11:17:35,630 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/hbase.id] with ID: 1e1a66c6-b8f8-40f1-abee-e15be9d6406e 2024-11-27T11:17:35,630 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/.tmp/hbase.id 2024-11-27T11:17:35,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:17:36,036 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/.tmp/hbase.id]:[hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/hbase.id] 2024-11-27T11:17:36,049 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:36,049 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:17:36,050 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T11:17:36,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382 2024-11-27T11:17:36,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382 2024-11-27T11:17:36,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:17:36,459 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:17:36,460 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:17:36,460 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:36,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:17:36,869 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store 2024-11-27T11:17:36,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:17:36,929 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:17:36,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:17:36,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:17:37,277 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:37,278 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:17:37,278 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:37,278 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:37,278 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:17:37,278 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:37,278 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:37,278 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706257278Disabling compacts and flushes for region at 1732706257278Disabling writes for close at 1732706257278Writing region close event to WAL at 1732706257278Closed at 1732706257278 2024-11-27T11:17:37,279 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/.initializing 2024-11-27T11:17:37,279 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/WALs/5b617c7edc8e,33659,1732706255527 2024-11-27T11:17:37,280 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:17:37,282 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C33659%2C1732706255527, suffix=, logDir=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/WALs/5b617c7edc8e,33659,1732706255527, archiveDir=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/oldWALs, maxLogs=10 2024-11-27T11:17:37,298 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/WALs/5b617c7edc8e,33659,1732706255527/5b617c7edc8e%2C33659%2C1732706255527.1732706257282, exclude list is [], retry=0 2024-11-27T11:17:37,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46259,DS-638bd381-06b1-44cf-a032-2200bf751b75,DISK] 2024-11-27T11:17:37,303 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/WALs/5b617c7edc8e,33659,1732706255527/5b617c7edc8e%2C33659%2C1732706255527.1732706257282 2024-11-27T11:17:37,303 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45449:45449)] 2024-11-27T11:17:37,304 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:37,304 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:37,304 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:37,304 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:37,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:37,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:17:37,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:37,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:37,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:37,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:17:37,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:37,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:37,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:37,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:17:37,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:37,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:37,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:37,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:17:37,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:37,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:37,313 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:37,314 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:37,314 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:37,316 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:37,316 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:37,317 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:37,318 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:37,320 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:17:37,320 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71017069, jitterRate=0.05823679268360138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:37,321 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706257304Initializing all the Stores at 1732706257305 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706257305Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706257305Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706257305Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706257305Cleaning up temporary data from old regions at 1732706257316 (+11 ms)Region opened successfully at 1732706257321 (+5 ms) 2024-11-27T11:17:37,322 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:17:37,325 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71907143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:17:37,326 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:17:37,326 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:17:37,326 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:17:37,326 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:17:37,327 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:17:37,327 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:17:37,327 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:17:37,329 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:17:37,330 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Unable to get data of znode /0-134911382/balancer because node does not exist (not necessarily an error) 2024-11-27T11:17:37,331 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-134911382/balancer already deleted, retry=false 2024-11-27T11:17:37,331 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:17:37,332 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Unable to get data of znode /0-134911382/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:17:37,333 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-134911382/normalizer already deleted, retry=false 2024-11-27T11:17:37,333 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:17:37,334 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Unable to get data of znode /0-134911382/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:17:37,336 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-134911382/switch/split already deleted, retry=false 2024-11-27T11:17:37,337 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Unable to get data of znode /0-134911382/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:17:37,338 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-134911382/switch/merge already deleted, retry=false 2024-11-27T11:17:37,340 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Unable to get data of znode /0-134911382/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:17:37,341 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-134911382/snapshot-cleanup already deleted, retry=false 2024-11-27T11:17:37,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-134911382/running 2024-11-27T11:17:37,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-134911382/running 2024-11-27T11:17:37,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382 2024-11-27T11:17:37,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382 2024-11-27T11:17:37,343 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,33659,1732706255527, sessionid=0x101592528fe0000, setting cluster-up flag (Was=false) 2024-11-27T11:17:37,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382 2024-11-27T11:17:37,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382 2024-11-27T11:17:37,355 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-134911382/flush-table-proc/acquired, /0-134911382/flush-table-proc/reached, /0-134911382/flush-table-proc/abort 2024-11-27T11:17:37,356 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,33659,1732706255527 2024-11-27T11:17:37,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382 2024-11-27T11:17:37,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382 2024-11-27T11:17:37,366 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-134911382/online-snapshot/acquired, /0-134911382/online-snapshot/reached, /0-134911382/online-snapshot/abort 2024-11-27T11:17:37,367 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,33659,1732706255527 2024-11-27T11:17:37,368 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:17:37,370 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:37,370 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:17:37,370 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:17:37,371 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,33659,1732706255527 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:17:37,372 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:37,372 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:37,372 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:37,372 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:37,372 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:17:37,372 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:37,372 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:17:37,372 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:37,373 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706287373 2024-11-27T11:17:37,373 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:17:37,373 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:17:37,373 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:17:37,373 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:17:37,373 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:17:37,373 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:17:37,374 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:37,374 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:17:37,374 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:17:37,374 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:17:37,374 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:17:37,374 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:37,374 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:17:37,375 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:17:37,375 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:17:37,376 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:37,376 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706257375,5,FailOnTimeoutGroup] 2024-11-27T11:17:37,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:17:37,376 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706257376,5,FailOnTimeoutGroup] 2024-11-27T11:17:37,376 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:37,376 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:17:37,376 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:37,376 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:37,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:17:37,402 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(746): ClusterId : 1e1a66c6-b8f8-40f1-abee-e15be9d6406e 2024-11-27T11:17:37,402 DEBUG [RS:0;5b617c7edc8e:37437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:17:37,404 DEBUG [RS:0;5b617c7edc8e:37437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:17:37,404 DEBUG [RS:0;5b617c7edc8e:37437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:17:37,407 DEBUG [RS:0;5b617c7edc8e:37437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:17:37,407 DEBUG [RS:0;5b617c7edc8e:37437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f35dc2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:17:37,419 DEBUG [RS:0;5b617c7edc8e:37437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:37437 2024-11-27T11:17:37,419 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:17:37,419 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:17:37,419 DEBUG [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:17:37,420 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,33659,1732706255527 with port=37437, startcode=1732706255581 2024-11-27T11:17:37,420 DEBUG [RS:0;5b617c7edc8e:37437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:17:37,422 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:17:37,423 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33659 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,37437,1732706255581 2024-11-27T11:17:37,423 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33659 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,37437,1732706255581 2024-11-27T11:17:37,425 DEBUG [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b 2024-11-27T11:17:37,425 DEBUG [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45869 2024-11-27T11:17:37,425 DEBUG [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:17:37,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382/rs 2024-11-27T11:17:37,428 DEBUG [RS:0;5b617c7edc8e:37437 {}] zookeeper.ZKUtil(111): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Set watcher on existing znode=/0-134911382/rs/5b617c7edc8e,37437,1732706255581 2024-11-27T11:17:37,428 WARN [RS:0;5b617c7edc8e:37437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:17:37,428 INFO [RS:0;5b617c7edc8e:37437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:37,429 DEBUG [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/WALs/5b617c7edc8e,37437,1732706255581 2024-11-27T11:17:37,429 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,37437,1732706255581] 2024-11-27T11:17:37,432 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:17:37,435 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:17:37,435 INFO [RS:0;5b617c7edc8e:37437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:17:37,435 INFO [RS:0;5b617c7edc8e:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:37,436 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:17:37,437 INFO [RS:0;5b617c7edc8e:37437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:17:37,437 INFO [RS:0;5b617c7edc8e:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:37,437 DEBUG [RS:0;5b617c7edc8e:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:37,437 DEBUG [RS:0;5b617c7edc8e:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:37,437 DEBUG [RS:0;5b617c7edc8e:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:37,437 DEBUG [RS:0;5b617c7edc8e:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:37,437 DEBUG [RS:0;5b617c7edc8e:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:37,437 DEBUG [RS:0;5b617c7edc8e:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:17:37,437 DEBUG [RS:0;5b617c7edc8e:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:37,438 DEBUG [RS:0;5b617c7edc8e:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:37,438 DEBUG [RS:0;5b617c7edc8e:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:37,438 DEBUG [RS:0;5b617c7edc8e:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:37,438 DEBUG [RS:0;5b617c7edc8e:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:37,438 DEBUG [RS:0;5b617c7edc8e:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:37,438 DEBUG [RS:0;5b617c7edc8e:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:17:37,438 DEBUG [RS:0;5b617c7edc8e:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:17:37,438 INFO [RS:0;5b617c7edc8e:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:37,438 INFO [RS:0;5b617c7edc8e:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:37,438 INFO [RS:0;5b617c7edc8e:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:37,438 INFO [RS:0;5b617c7edc8e:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:37,438 INFO [RS:0;5b617c7edc8e:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:37,438 INFO [RS:0;5b617c7edc8e:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,37437,1732706255581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:17:37,454 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:17:37,454 INFO [RS:0;5b617c7edc8e:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,37437,1732706255581-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:37,454 INFO [RS:0;5b617c7edc8e:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:37,454 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.Replication(171): 5b617c7edc8e,37437,1732706255581 started 2024-11-27T11:17:37,469 INFO [RS:0;5b617c7edc8e:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:37,469 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,37437,1732706255581, RpcServer on 5b617c7edc8e/172.17.0.2:37437, sessionid=0x101592528fe0001 2024-11-27T11:17:37,469 DEBUG [RS:0;5b617c7edc8e:37437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:17:37,469 DEBUG [RS:0;5b617c7edc8e:37437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,37437,1732706255581 2024-11-27T11:17:37,469 DEBUG [RS:0;5b617c7edc8e:37437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,37437,1732706255581' 2024-11-27T11:17:37,469 DEBUG [RS:0;5b617c7edc8e:37437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-134911382/flush-table-proc/abort' 2024-11-27T11:17:37,470 DEBUG [RS:0;5b617c7edc8e:37437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-134911382/flush-table-proc/acquired' 2024-11-27T11:17:37,470 DEBUG [RS:0;5b617c7edc8e:37437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:17:37,470 DEBUG [RS:0;5b617c7edc8e:37437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:17:37,470 DEBUG [RS:0;5b617c7edc8e:37437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,37437,1732706255581 2024-11-27T11:17:37,470 DEBUG [RS:0;5b617c7edc8e:37437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,37437,1732706255581' 2024-11-27T11:17:37,470 DEBUG [RS:0;5b617c7edc8e:37437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-134911382/online-snapshot/abort' 2024-11-27T11:17:37,471 DEBUG [RS:0;5b617c7edc8e:37437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-134911382/online-snapshot/acquired' 2024-11-27T11:17:37,471 DEBUG [RS:0;5b617c7edc8e:37437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:17:37,471 INFO [RS:0;5b617c7edc8e:37437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:17:37,471 INFO [RS:0;5b617c7edc8e:37437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:17:37,572 INFO [RS:0;5b617c7edc8e:37437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:17:37,574 INFO [RS:0;5b617c7edc8e:37437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C37437%2C1732706255581, suffix=, logDir=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/WALs/5b617c7edc8e,37437,1732706255581, archiveDir=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/oldWALs, maxLogs=10 2024-11-27T11:17:37,588 DEBUG [RS:0;5b617c7edc8e:37437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/WALs/5b617c7edc8e,37437,1732706255581/5b617c7edc8e%2C37437%2C1732706255581.1732706257574, exclude list is [], retry=0 2024-11-27T11:17:37,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46259,DS-638bd381-06b1-44cf-a032-2200bf751b75,DISK] 2024-11-27T11:17:37,593 INFO [RS:0;5b617c7edc8e:37437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/WALs/5b617c7edc8e,37437,1732706255581/5b617c7edc8e%2C37437%2C1732706255581.1732706257574 2024-11-27T11:17:37,594 DEBUG [RS:0;5b617c7edc8e:37437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45449:45449)] 2024-11-27T11:17:37,787 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:17:37,787 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b 2024-11-27T11:17:37,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741833_1009 (size=32) 2024-11-27T11:17:38,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:17:38,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T11:17:38,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:17:38,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:38,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:17:38,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:17:38,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:38,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:38,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:17:38,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:17:38,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:38,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:38,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:17:38,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:17:38,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:38,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:38,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:17:38,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:17:38,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:38,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:38,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:17:38,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740 2024-11-27T11:17:38,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740 2024-11-27T11:17:38,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:17:38,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:17:38,207 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:38,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:17:38,211 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:17:38,211 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60955825, jitterRate=-0.09168742597103119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:38,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706258195Initializing all the Stores at 1732706258196 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706258196Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706258196Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706258196Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706258196Cleaning up temporary data from old regions at 1732706258207 (+11 ms)Region opened successfully at 1732706258212 (+5 ms) 2024-11-27T11:17:38,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:17:38,212 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:17:38,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:17:38,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:17:38,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:17:38,212 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:17:38,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706258212Disabling compacts and flushes for region at 1732706258212Disabling writes for close at 1732706258212Writing region close event to WAL at 1732706258212Closed at 1732706258212 2024-11-27T11:17:38,214 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:38,214 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:17:38,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:17:38,215 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:17:38,216 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:17:38,367 DEBUG [5b617c7edc8e:33659 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:17:38,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,37437,1732706255581 2024-11-27T11:17:38,369 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,37437,1732706255581, state=OPENING 2024-11-27T11:17:38,370 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:17:38,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382 2024-11-27T11:17:38,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382 2024-11-27T11:17:38,373 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:17:38,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-134911382/meta-region-server: CHANGED 2024-11-27T11:17:38,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-134911382/meta-region-server: CHANGED 2024-11-27T11:17:38,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,37437,1732706255581}] 2024-11-27T11:17:38,526 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:17:38,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:17:38,532 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:17:38,532 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:38,532 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:17:38,534 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C37437%2C1732706255581.meta, suffix=.meta, logDir=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/WALs/5b617c7edc8e,37437,1732706255581, archiveDir=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/oldWALs, maxLogs=10 2024-11-27T11:17:38,550 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/WALs/5b617c7edc8e,37437,1732706255581/5b617c7edc8e%2C37437%2C1732706255581.meta.1732706258535.meta, exclude list is [], retry=0 2024-11-27T11:17:38,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46259,DS-638bd381-06b1-44cf-a032-2200bf751b75,DISK] 2024-11-27T11:17:38,554 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/WALs/5b617c7edc8e,37437,1732706255581/5b617c7edc8e%2C37437%2C1732706255581.meta.1732706258535.meta 2024-11-27T11:17:38,555 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45449:45449)] 2024-11-27T11:17:38,555 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:38,555 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:17:38,555 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:17:38,555 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:17:38,556 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:17:38,556 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:17:38,556 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:38,556 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:17:38,556 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:17:38,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:17:38,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:17:38,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:38,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:38,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:17:38,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:17:38,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:38,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:38,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:17:38,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:17:38,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:38,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:38,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:17:38,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:17:38,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:38,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:38,563 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:17:38,563 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740 2024-11-27T11:17:38,564 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740 2024-11-27T11:17:38,565 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:17:38,565 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:17:38,566 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:38,567 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:17:38,568 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74098356, jitterRate=0.10415154695510864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:38,568 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:17:38,569 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706258556Writing region info on filesystem at 1732706258556Initializing all the Stores at 1732706258557 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706258557Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706258557Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706258557Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706258557Cleaning up temporary data from old regions at 1732706258565 (+8 ms)Running coprocessor post-open hooks at 1732706258568 (+3 ms)Region opened successfully at 1732706258569 (+1 ms) 2024-11-27T11:17:38,570 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706258526 2024-11-27T11:17:38,572 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:17:38,573 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:17:38,573 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,37437,1732706255581 2024-11-27T11:17:38,574 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,37437,1732706255581, state=OPEN 2024-11-27T11:17:38,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-134911382/meta-region-server 2024-11-27T11:17:38,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-134911382/meta-region-server 2024-11-27T11:17:38,581 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,37437,1732706255581 2024-11-27T11:17:38,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-134911382/meta-region-server: CHANGED 2024-11-27T11:17:38,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-134911382/meta-region-server: CHANGED 2024-11-27T11:17:38,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:17:38,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,37437,1732706255581 in 208 msec 2024-11-27T11:17:38,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:17:38,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-27T11:17:38,587 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:38,587 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:17:38,588 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:17:38,588 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37437,1732706255581, seqNum=-1] 2024-11-27T11:17:38,589 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:17:38,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:17:38,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2260 sec 2024-11-27T11:17:38,596 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706258596, completionTime=-1 2024-11-27T11:17:38,596 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:17:38,596 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:17:38,598 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:17:38,598 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706318598 2024-11-27T11:17:38,598 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706378598 2024-11-27T11:17:38,598 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T11:17:38,599 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,33659,1732706255527-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:38,599 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,33659,1732706255527-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:38,599 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,33659,1732706255527-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:38,599 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:33659, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:38,599 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:38,599 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:38,601 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:17:38,603 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.978sec 2024-11-27T11:17:38,603 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:17:38,603 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:17:38,603 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:17:38,603 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:17:38,603 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:17:38,603 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,33659,1732706255527-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:17:38,603 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,33659,1732706255527-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:17:38,606 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:17:38,606 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:17:38,606 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,33659,1732706255527-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:38,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d38773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:38,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,33659,-1 for getting cluster id 2024-11-27T11:17:38,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:38,705 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e1a66c6-b8f8-40f1-abee-e15be9d6406e' 2024-11-27T11:17:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e1a66c6-b8f8-40f1-abee-e15be9d6406e" 2024-11-27T11:17:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3316048f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,33659,-1] 2024-11-27T11:17:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:38,707 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:38,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3445069a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:38,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:17:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37437,1732706255581, seqNum=-1] 2024-11-27T11:17:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:17:38,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:17:38,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,33659,1732706255527 2024-11-27T11:17:38,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62616 2024-11-27T11:17:38,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:38,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101592528fe0002 connected 2024-11-27T11:17:38,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/hadoop.log.dir so I do NOT create it in target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff 2024-11-27T11:17:38,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:17:38,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/hadoop.tmp.dir so I do NOT create it in target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff 2024-11-27T11:17:38,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:17:38,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff 2024-11-27T11:17:38,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:17:38,721 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/cluster_c478be3a-e452-71c6-6e9e-0b8419892fd7, deleteOnExit=true 2024-11-27T11:17:38,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:17:38,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/test.cache.data in system properties and HBase conf 2024-11-27T11:17:38,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:17:38,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:17:38,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:17:38,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:17:38,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:17:38,722 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:17:38,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:17:38,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:17:38,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:17:38,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:17:38,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:17:38,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:17:38,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:17:38,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:17:38,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:17:38,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:17:38,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:17:38,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:17:38,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:17:38,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:17:38,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:17:38,815 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:17:38,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:17:38,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:17:38,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:17:38,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:17:38,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53134443{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:17:38,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23912fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:17:38,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7033d5fd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/java.io.tmpdir/jetty-localhost-35339-hadoop-hdfs-3_4_1-tests_jar-_-any-11133069829845969717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:17:38,934 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e8b63e7{HTTP/1.1, (http/1.1)}{localhost:35339} 2024-11-27T11:17:38,935 INFO [Time-limited test {}] server.Server(415): Started @36000ms 2024-11-27T11:17:39,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:17:39,034 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:17:39,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:17:39,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:17:39,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:17:39,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47d6c92c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:17:39,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c929d4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:17:39,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@446c3638{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/java.io.tmpdir/jetty-localhost-37159-hadoop-hdfs-3_4_1-tests_jar-_-any-9462979716894691671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:17:39,153 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56c09295{HTTP/1.1, (http/1.1)}{localhost:37159} 2024-11-27T11:17:39,153 INFO [Time-limited test {}] server.Server(415): Started @36219ms 2024-11-27T11:17:39,155 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:17:39,254 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/cluster_c478be3a-e452-71c6-6e9e-0b8419892fd7/data/data1/current/BP-333187733-172.17.0.2-1732706258755/current, will proceed with Du for space computation calculation, 2024-11-27T11:17:39,254 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/cluster_c478be3a-e452-71c6-6e9e-0b8419892fd7/data/data2/current/BP-333187733-172.17.0.2-1732706258755/current, will proceed with Du for space computation calculation, 2024-11-27T11:17:39,278 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:17:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc51c94c694dfdb31 with lease ID 0xa21a3dfc52522885: Processing first storage report for DS-21fd6edf-e1fe-4ac2-8d9e-b2daa7287e45 from datanode DatanodeRegistration(127.0.0.1:39563, datanodeUuid=b83e364a-ed7b-4e10-890a-9fc389c63748, infoPort=35237, infoSecurePort=0, ipcPort=33993, storageInfo=lv=-57;cid=testClusterID;nsid=491264577;c=1732706258755) 2024-11-27T11:17:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc51c94c694dfdb31 with lease ID 0xa21a3dfc52522885: from storage DS-21fd6edf-e1fe-4ac2-8d9e-b2daa7287e45 node DatanodeRegistration(127.0.0.1:39563, datanodeUuid=b83e364a-ed7b-4e10-890a-9fc389c63748, infoPort=35237, infoSecurePort=0, ipcPort=33993, storageInfo=lv=-57;cid=testClusterID;nsid=491264577;c=1732706258755), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:17:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc51c94c694dfdb31 with lease ID 0xa21a3dfc52522885: Processing first storage report for DS-64f8b58d-d3db-4b9d-85cf-f94b9f86143d from datanode DatanodeRegistration(127.0.0.1:39563, datanodeUuid=b83e364a-ed7b-4e10-890a-9fc389c63748, infoPort=35237, infoSecurePort=0, ipcPort=33993, storageInfo=lv=-57;cid=testClusterID;nsid=491264577;c=1732706258755) 2024-11-27T11:17:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc51c94c694dfdb31 with lease ID 0xa21a3dfc52522885: from storage DS-64f8b58d-d3db-4b9d-85cf-f94b9f86143d node DatanodeRegistration(127.0.0.1:39563, datanodeUuid=b83e364a-ed7b-4e10-890a-9fc389c63748, infoPort=35237, infoSecurePort=0, ipcPort=33993, storageInfo=lv=-57;cid=testClusterID;nsid=491264577;c=1732706258755), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:17:39,384 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff 2024-11-27T11:17:39,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:39,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:39,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39563 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:17:39,395 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8 with version=8 2024-11-27T11:17:39,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/hbase-staging 2024-11-27T11:17:39,397 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:17:39,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:39,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:39,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:17:39,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:39,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:17:39,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:17:39,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:17:39,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43477 2024-11-27T11:17:39,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43477 connecting to ZooKeeper ensemble=127.0.0.1:62616 2024-11-27T11:17:39,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434770x0, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:39,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43477-0x101592528fe0003 connected 2024-11-27T11:17:39,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:39,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:39,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Set watcher on znode that does not yet exist, /11055620595/running 2024-11-27T11:17:39,419 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8, hbase.cluster.distributed=false 2024-11-27T11:17:39,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Set watcher on znode that does not yet exist, /11055620595/acl 2024-11-27T11:17:39,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43477 2024-11-27T11:17:39,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43477 2024-11-27T11:17:39,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43477 2024-11-27T11:17:39,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43477 2024-11-27T11:17:39,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43477 2024-11-27T11:17:39,437 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:17:39,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:39,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:39,438 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:17:39,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:39,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:17:39,438 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:17:39,438 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:17:39,438 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42519 2024-11-27T11:17:39,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42519 connecting to ZooKeeper ensemble=127.0.0.1:62616 2024-11-27T11:17:39,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:39,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:39,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425190x0, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:39,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425190x0, quorum=127.0.0.1:62616, baseZNode=/11055620595 Set watcher on znode that does not yet exist, /11055620595/running 2024-11-27T11:17:39,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42519-0x101592528fe0004 connected 2024-11-27T11:17:39,447 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:17:39,448 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:17:39,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Set watcher on znode that does not yet exist, /11055620595/master 2024-11-27T11:17:39,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Set watcher on znode that does not yet exist, /11055620595/acl 2024-11-27T11:17:39,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42519 2024-11-27T11:17:39,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42519 2024-11-27T11:17:39,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42519 2024-11-27T11:17:39,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42519 2024-11-27T11:17:39,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42519 2024-11-27T11:17:39,469 DEBUG [M:0;5b617c7edc8e:43477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:43477 2024-11-27T11:17:39,469 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11055620595/backup-masters/5b617c7edc8e,43477,1732706259397 2024-11-27T11:17:39,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595/backup-masters 2024-11-27T11:17:39,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595/backup-masters 2024-11-27T11:17:39,472 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Set watcher on existing znode=/11055620595/backup-masters/5b617c7edc8e,43477,1732706259397 2024-11-27T11:17:39,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11055620595/master 2024-11-27T11:17:39,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595 2024-11-27T11:17:39,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595 2024-11-27T11:17:39,474 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Set watcher on existing znode=/11055620595/master 2024-11-27T11:17:39,475 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11055620595/backup-masters/5b617c7edc8e,43477,1732706259397 from backup master directory 2024-11-27T11:17:39,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11055620595/backup-masters/5b617c7edc8e,43477,1732706259397 2024-11-27T11:17:39,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595/backup-masters 2024-11-27T11:17:39,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595/backup-masters 2024-11-27T11:17:39,476 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:17:39,476 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,43477,1732706259397 2024-11-27T11:17:39,480 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/hbase.id] with ID: 8ec12db7-76ac-48df-8b89-b98194fdce83 2024-11-27T11:17:39,480 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/.tmp/hbase.id 2024-11-27T11:17:39,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39563 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:17:39,890 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/.tmp/hbase.id]:[hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/hbase.id] 2024-11-27T11:17:39,910 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:39,910 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:17:39,911 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T11:17:39,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595 2024-11-27T11:17:39,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595 2024-11-27T11:17:39,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39563 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:17:40,322 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:17:40,322 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:17:40,323 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:40,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39563 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:17:40,732 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store 2024-11-27T11:17:40,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39563 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:17:41,140 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:41,140 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:17:41,140 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:41,140 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:41,140 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:17:41,140 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:41,140 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:41,140 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706261140Disabling compacts and flushes for region at 1732706261140Disabling writes for close at 1732706261140Writing region close event to WAL at 1732706261140Closed at 1732706261140 2024-11-27T11:17:41,141 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/.initializing 2024-11-27T11:17:41,141 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/WALs/5b617c7edc8e,43477,1732706259397 2024-11-27T11:17:41,143 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:17:41,145 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C43477%2C1732706259397, suffix=, logDir=hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/WALs/5b617c7edc8e,43477,1732706259397, archiveDir=hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/oldWALs, maxLogs=10 2024-11-27T11:17:41,184 WARN [RS:0;5b617c7edc8e:37437 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5b617c7edc8e,44115,1732706228474: status=Processing ServerCrashProcedure of 5b617c7edc8e,44115,1732706228474 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732706244253, completionTime=-1 appears to have been leaked 2024-11-27T11:17:41,195 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/WALs/5b617c7edc8e,43477,1732706259397/5b617c7edc8e%2C43477%2C1732706259397.1732706261145, exclude list is [], retry=0 2024-11-27T11:17:41,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39563,DS-21fd6edf-e1fe-4ac2-8d9e-b2daa7287e45,DISK] 2024-11-27T11:17:41,200 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/WALs/5b617c7edc8e,43477,1732706259397/5b617c7edc8e%2C43477%2C1732706259397.1732706261145 2024-11-27T11:17:41,200 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35237:35237)] 2024-11-27T11:17:41,200 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:41,200 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:41,200 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:41,200 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:41,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:41,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:17:41,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:41,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:41,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:41,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:17:41,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:41,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:41,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:41,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:17:41,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:41,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:41,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:41,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:17:41,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:41,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:41,210 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:41,210 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:41,211 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:41,213 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:41,213 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:41,213 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:41,214 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:41,217 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:17:41,217 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74077953, jitterRate=0.10384751856327057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:41,217 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706261201Initializing all the Stores at 1732706261201Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706261201Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706261202 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706261202Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706261202Cleaning up temporary data from old regions at 1732706261213 (+11 ms)Region opened successfully at 1732706261217 (+4 ms) 2024-11-27T11:17:41,217 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:17:41,221 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd8748d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:17:41,222 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:17:41,222 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:17:41,222 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:17:41,223 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:17:41,223 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:17:41,223 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:17:41,224 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:17:41,226 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:17:41,227 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Unable to get data of znode /11055620595/balancer because node does not exist (not necessarily an error) 2024-11-27T11:17:41,228 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11055620595/balancer already deleted, retry=false 2024-11-27T11:17:41,229 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:17:41,229 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Unable to get data of znode /11055620595/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:17:41,231 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11055620595/normalizer already deleted, retry=false 2024-11-27T11:17:41,231 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:17:41,232 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Unable to get data of znode /11055620595/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:17:41,233 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11055620595/switch/split already deleted, retry=false 2024-11-27T11:17:41,234 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Unable to get data of znode /11055620595/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:17:41,236 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11055620595/switch/merge already deleted, retry=false 2024-11-27T11:17:41,238 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Unable to get data of znode /11055620595/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:17:41,240 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11055620595/snapshot-cleanup already deleted, retry=false 2024-11-27T11:17:41,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11055620595/running 2024-11-27T11:17:41,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11055620595/running 2024-11-27T11:17:41,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595 2024-11-27T11:17:41,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595 2024-11-27T11:17:41,242 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,43477,1732706259397, sessionid=0x101592528fe0003, setting cluster-up flag (Was=false) 2024-11-27T11:17:41,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595 2024-11-27T11:17:41,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595 2024-11-27T11:17:41,251 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11055620595/flush-table-proc/acquired, /11055620595/flush-table-proc/reached, /11055620595/flush-table-proc/abort 2024-11-27T11:17:41,252 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,43477,1732706259397 2024-11-27T11:17:41,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595 2024-11-27T11:17:41,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595 2024-11-27T11:17:41,267 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11055620595/online-snapshot/acquired, /11055620595/online-snapshot/reached, /11055620595/online-snapshot/abort 2024-11-27T11:17:41,268 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,43477,1732706259397 2024-11-27T11:17:41,270 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:17:41,273 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:41,273 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:17:41,273 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:17:41,274 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,43477,1732706259397 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:17:41,275 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:41,275 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:41,275 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:41,275 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:41,275 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:17:41,276 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:41,276 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:17:41,276 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:41,285 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(746): ClusterId : 8ec12db7-76ac-48df-8b89-b98194fdce83 2024-11-27T11:17:41,285 DEBUG [RS:0;5b617c7edc8e:42519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:17:41,287 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:41,287 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:17:41,288 DEBUG [RS:0;5b617c7edc8e:42519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:17:41,288 DEBUG [RS:0;5b617c7edc8e:42519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:17:41,289 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:41,289 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:17:41,289 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706291289 2024-11-27T11:17:41,289 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:17:41,290 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:17:41,290 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:17:41,290 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:17:41,290 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:17:41,290 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:17:41,291 DEBUG [RS:0;5b617c7edc8e:42519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:17:41,291 DEBUG [RS:0;5b617c7edc8e:42519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da01350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:17:41,292 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:41,313 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:17:41,313 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:17:41,313 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:17:41,313 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:17:41,319 DEBUG [RS:0;5b617c7edc8e:42519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:42519 2024-11-27T11:17:41,319 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:17:41,319 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:17:41,319 DEBUG [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:17:41,320 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,43477,1732706259397 with port=42519, startcode=1732706259437 2024-11-27T11:17:41,320 DEBUG [RS:0;5b617c7edc8e:42519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:17:41,324 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:17:41,324 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:17:41,330 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:17:41,331 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43477 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T11:17:41,332 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706261324,5,FailOnTimeoutGroup] 2024-11-27T11:17:41,332 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706261332,5,FailOnTimeoutGroup] 2024-11-27T11:17:41,332 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:41,332 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:17:41,332 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:41,332 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39563 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:17:41,336 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:17:41,336 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8 2024-11-27T11:17:41,361 DEBUG [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T11:17:41,361 WARN [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T11:17:41,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39563 is added to blk_1073741832_1008 (size=32) 2024-11-27T11:17:41,462 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,43477,1732706259397 with port=42519, startcode=1732706259437 2024-11-27T11:17:41,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,42519,1732706259437 2024-11-27T11:17:41,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43477 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,42519,1732706259437 2024-11-27T11:17:41,465 DEBUG [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8 2024-11-27T11:17:41,465 DEBUG [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37519 2024-11-27T11:17:41,465 DEBUG [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:17:41,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595/rs 2024-11-27T11:17:41,471 DEBUG [RS:0;5b617c7edc8e:42519 {}] zookeeper.ZKUtil(111): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Set watcher on existing znode=/11055620595/rs/5b617c7edc8e,42519,1732706259437 2024-11-27T11:17:41,471 WARN [RS:0;5b617c7edc8e:42519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:17:41,472 INFO [RS:0;5b617c7edc8e:42519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:41,472 DEBUG [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/WALs/5b617c7edc8e,42519,1732706259437 2024-11-27T11:17:41,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,42519,1732706259437] 2024-11-27T11:17:41,476 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:17:41,478 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:17:41,478 INFO [RS:0;5b617c7edc8e:42519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:17:41,478 INFO [RS:0;5b617c7edc8e:42519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:41,479 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:17:41,479 INFO [RS:0;5b617c7edc8e:42519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:17:41,479 INFO [RS:0;5b617c7edc8e:42519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:41,480 DEBUG [RS:0;5b617c7edc8e:42519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:41,480 DEBUG [RS:0;5b617c7edc8e:42519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:41,480 DEBUG [RS:0;5b617c7edc8e:42519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:41,480 DEBUG [RS:0;5b617c7edc8e:42519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:41,480 DEBUG [RS:0;5b617c7edc8e:42519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:41,480 DEBUG [RS:0;5b617c7edc8e:42519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:17:41,480 DEBUG [RS:0;5b617c7edc8e:42519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:41,480 DEBUG [RS:0;5b617c7edc8e:42519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:41,480 DEBUG [RS:0;5b617c7edc8e:42519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:41,480 DEBUG [RS:0;5b617c7edc8e:42519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:41,480 DEBUG [RS:0;5b617c7edc8e:42519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:41,480 DEBUG [RS:0;5b617c7edc8e:42519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:41,480 DEBUG [RS:0;5b617c7edc8e:42519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:17:41,480 DEBUG [RS:0;5b617c7edc8e:42519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:17:41,484 INFO [RS:0;5b617c7edc8e:42519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:41,485 INFO [RS:0;5b617c7edc8e:42519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:41,485 INFO [RS:0;5b617c7edc8e:42519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:41,485 INFO [RS:0;5b617c7edc8e:42519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:41,485 INFO [RS:0;5b617c7edc8e:42519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:41,485 INFO [RS:0;5b617c7edc8e:42519 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42519,1732706259437-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:17:41,500 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:17:41,500 INFO [RS:0;5b617c7edc8e:42519 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42519,1732706259437-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:41,500 INFO [RS:0;5b617c7edc8e:42519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:41,501 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.Replication(171): 5b617c7edc8e,42519,1732706259437 started 2024-11-27T11:17:41,517 INFO [RS:0;5b617c7edc8e:42519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:41,517 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,42519,1732706259437, RpcServer on 5b617c7edc8e/172.17.0.2:42519, sessionid=0x101592528fe0004 2024-11-27T11:17:41,517 DEBUG [RS:0;5b617c7edc8e:42519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:17:41,517 DEBUG [RS:0;5b617c7edc8e:42519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,42519,1732706259437 2024-11-27T11:17:41,517 DEBUG [RS:0;5b617c7edc8e:42519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,42519,1732706259437' 2024-11-27T11:17:41,517 DEBUG [RS:0;5b617c7edc8e:42519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11055620595/flush-table-proc/abort' 2024-11-27T11:17:41,518 DEBUG [RS:0;5b617c7edc8e:42519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11055620595/flush-table-proc/acquired' 2024-11-27T11:17:41,518 DEBUG [RS:0;5b617c7edc8e:42519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:17:41,518 DEBUG [RS:0;5b617c7edc8e:42519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:17:41,518 DEBUG [RS:0;5b617c7edc8e:42519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,42519,1732706259437 2024-11-27T11:17:41,518 DEBUG [RS:0;5b617c7edc8e:42519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,42519,1732706259437' 2024-11-27T11:17:41,518 DEBUG [RS:0;5b617c7edc8e:42519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11055620595/online-snapshot/abort' 2024-11-27T11:17:41,519 DEBUG [RS:0;5b617c7edc8e:42519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11055620595/online-snapshot/acquired' 2024-11-27T11:17:41,519 DEBUG [RS:0;5b617c7edc8e:42519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:17:41,519 INFO [RS:0;5b617c7edc8e:42519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:17:41,519 INFO [RS:0;5b617c7edc8e:42519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:17:41,620 INFO [RS:0;5b617c7edc8e:42519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:17:41,624 INFO [RS:0;5b617c7edc8e:42519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C42519%2C1732706259437, suffix=, logDir=hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/WALs/5b617c7edc8e,42519,1732706259437, archiveDir=hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/oldWALs, maxLogs=10 2024-11-27T11:17:41,645 DEBUG [RS:0;5b617c7edc8e:42519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/WALs/5b617c7edc8e,42519,1732706259437/5b617c7edc8e%2C42519%2C1732706259437.1732706261624, exclude list is [], retry=0 2024-11-27T11:17:41,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39563,DS-21fd6edf-e1fe-4ac2-8d9e-b2daa7287e45,DISK] 2024-11-27T11:17:41,653 INFO [RS:0;5b617c7edc8e:42519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/WALs/5b617c7edc8e,42519,1732706259437/5b617c7edc8e%2C42519%2C1732706259437.1732706261624 2024-11-27T11:17:41,654 DEBUG [RS:0;5b617c7edc8e:42519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35237:35237)] 2024-11-27T11:17:41,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:41,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:17:41,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:17:41,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:41,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:41,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:17:41,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:17:41,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:41,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:41,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:17:41,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:17:41,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:41,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:41,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:17:41,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:17:41,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:41,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:41,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:17:41,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/data/hbase/meta/1588230740 2024-11-27T11:17:41,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/data/hbase/meta/1588230740 2024-11-27T11:17:41,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:17:41,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:17:41,778 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:41,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:17:41,783 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:17:41,783 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75056799, jitterRate=0.11843346059322357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:41,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706261766Initializing all the Stores at 1732706261767 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706261767Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706261767Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706261767Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706261767Cleaning up temporary data from old regions at 1732706261778 (+11 ms)Region opened successfully at 1732706261783 (+5 ms) 2024-11-27T11:17:41,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:17:41,783 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:17:41,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:17:41,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:17:41,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:17:41,784 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:17:41,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706261783Disabling compacts and flushes for region at 1732706261783Disabling writes for close at 1732706261783Writing region close event to WAL at 1732706261784 (+1 ms)Closed at 1732706261784 2024-11-27T11:17:41,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:41,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:17:41,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:17:41,788 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:17:41,789 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:17:41,940 DEBUG [5b617c7edc8e:43477 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:17:41,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,42519,1732706259437 2024-11-27T11:17:41,942 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,42519,1732706259437, state=OPENING 2024-11-27T11:17:41,943 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:17:41,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595 2024-11-27T11:17:41,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595 2024-11-27T11:17:41,946 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:17:41,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11055620595/meta-region-server: CHANGED 2024-11-27T11:17:41,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11055620595/meta-region-server: CHANGED 2024-11-27T11:17:41,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,42519,1732706259437}] 2024-11-27T11:17:42,099 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:17:42,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:17:42,112 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:17:42,112 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:42,113 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:17:42,115 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C42519%2C1732706259437.meta, suffix=.meta, logDir=hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/WALs/5b617c7edc8e,42519,1732706259437, archiveDir=hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/oldWALs, maxLogs=10 2024-11-27T11:17:42,134 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/WALs/5b617c7edc8e,42519,1732706259437/5b617c7edc8e%2C42519%2C1732706259437.meta.1732706262115.meta, exclude list is [], retry=0 2024-11-27T11:17:42,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39563,DS-21fd6edf-e1fe-4ac2-8d9e-b2daa7287e45,DISK] 2024-11-27T11:17:42,145 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/WALs/5b617c7edc8e,42519,1732706259437/5b617c7edc8e%2C42519%2C1732706259437.meta.1732706262115.meta 2024-11-27T11:17:42,152 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35237:35237)] 2024-11-27T11:17:42,153 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:42,153 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:17:42,153 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:17:42,153 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:17:42,153 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:17:42,154 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:17:42,154 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:42,154 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:17:42,154 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:17:42,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:17:42,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:17:42,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:42,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:42,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:17:42,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:17:42,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:42,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:42,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:17:42,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:17:42,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:42,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:42,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:17:42,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:17:42,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:42,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:42,163 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:17:42,164 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/data/hbase/meta/1588230740 2024-11-27T11:17:42,165 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/data/hbase/meta/1588230740 2024-11-27T11:17:42,167 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:17:42,167 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:17:42,168 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:42,170 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:17:42,171 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73773756, jitterRate=0.0993146300315857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:42,171 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:17:42,171 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706262154Writing region info on filesystem at 1732706262154Initializing all the Stores at 1732706262155 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706262155Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706262155Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706262155Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706262155Cleaning up temporary data from old regions at 1732706262167 (+12 ms)Running coprocessor post-open hooks at 1732706262171 (+4 ms)Region opened successfully at 1732706262171 2024-11-27T11:17:42,173 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706262099 2024-11-27T11:17:42,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,42519,1732706259437 2024-11-27T11:17:42,179 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,42519,1732706259437, state=OPEN 2024-11-27T11:17:42,179 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:17:42,180 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:17:42,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11055620595/meta-region-server 2024-11-27T11:17:42,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11055620595/meta-region-server 2024-11-27T11:17:42,182 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,42519,1732706259437 2024-11-27T11:17:42,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11055620595/meta-region-server: CHANGED 2024-11-27T11:17:42,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11055620595/meta-region-server: CHANGED 2024-11-27T11:17:42,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:17:42,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,42519,1732706259437 in 236 msec 2024-11-27T11:17:42,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:17:42,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-11-27T11:17:42,189 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:42,189 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:17:42,191 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:17:42,191 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,42519,1732706259437, seqNum=-1] 2024-11-27T11:17:42,191 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:17:42,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:17:42,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 931 msec 2024-11-27T11:17:42,205 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706262204, completionTime=-1 2024-11-27T11:17:42,205 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:17:42,205 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:17:42,207 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:17:42,207 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706322207 2024-11-27T11:17:42,207 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706382207 2024-11-27T11:17:42,207 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T11:17:42,208 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43477,1732706259397-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:42,208 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43477,1732706259397-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:42,208 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43477,1732706259397-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:42,208 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:43477, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:42,208 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:42,210 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:17:42,216 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:42,222 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.746sec 2024-11-27T11:17:42,222 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:17:42,222 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:17:42,222 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:17:42,222 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:17:42,222 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:17:42,222 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43477,1732706259397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:17:42,222 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43477,1732706259397-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:17:42,230 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:17:42,230 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:17:42,230 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43477,1732706259397-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:42,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a11e7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:42,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43477,-1 for getting cluster id 2024-11-27T11:17:42,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:42,288 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ec12db7-76ac-48df-8b89-b98194fdce83' 2024-11-27T11:17:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:42,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ec12db7-76ac-48df-8b89-b98194fdce83" 2024-11-27T11:17:42,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f066c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:42,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43477,-1] 2024-11-27T11:17:42,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:42,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:42,291 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:42,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56378493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:42,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:17:42,293 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,42519,1732706259437, seqNum=-1] 2024-11-27T11:17:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:17:42,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:17:42,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,43477,1732706259397 2024-11-27T11:17:42,298 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62616 2024-11-27T11:17:42,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:42,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101592528fe0005 connected 2024-11-27T11:17:42,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d87073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:42,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,33659,-1 for getting cluster id 2024-11-27T11:17:42,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:42,318 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e1a66c6-b8f8-40f1-abee-e15be9d6406e' 2024-11-27T11:17:42,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:42,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e1a66c6-b8f8-40f1-abee-e15be9d6406e" 2024-11-27T11:17:42,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399faed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:42,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,33659,-1] 2024-11-27T11:17:42,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:42,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:42,321 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e2792c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:42,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,33659,1732706255527 2024-11-27T11:17:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@352121c 2024-11-27T11:17:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:42,325 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:17:42,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b617c7edc8e:43477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T11:17:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:17:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:42,330 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:43477' 2024-11-27T11:17:42,332 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e1dede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:42,333 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43477,-1 for getting cluster id 2024-11-27T11:17:42,333 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:42,334 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ec12db7-76ac-48df-8b89-b98194fdce83' 2024-11-27T11:17:42,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:42,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ec12db7-76ac-48df-8b89-b98194fdce83" 2024-11-27T11:17:42,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e0ecb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:42,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43477,-1] 2024-11-27T11:17:42,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:42,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:42,336 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:42,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e1f891c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:42,337 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:42,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43477,1732706259397 2024-11-27T11:17:42,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d0d5f69 2024-11-27T11:17:42,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:42,340 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:17:42,341 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T11:17:42,341 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:17:42,341 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:42,341 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:42,341 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:17:42,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:42,343 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T11:17:42,345 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:17:42,345 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:42,346 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:17:42,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741835_1011 (size=1138) 2024-11-27T11:17:42,393 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T11:17:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:42,761 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da2e633c221023c0d1ca695aa4057d20, NAME => 'hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b 2024-11-27T11:17:42,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741836_1012 (size=44) 2024-11-27T11:17:42,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:42,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing da2e633c221023c0d1ca695aa4057d20, disabling compactions & flushes 2024-11-27T11:17:42,767 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20. 2024-11-27T11:17:42,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20. 2024-11-27T11:17:42,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20. after waiting 0 ms 2024-11-27T11:17:42,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20. 2024-11-27T11:17:42,767 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20. 2024-11-27T11:17:42,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for da2e633c221023c0d1ca695aa4057d20: Waiting for close lock at 1732706262767Disabling compacts and flushes for region at 1732706262767Disabling writes for close at 1732706262767Writing region close event to WAL at 1732706262767Closed at 1732706262767 2024-11-27T11:17:42,769 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:17:42,770 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732706262769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706262769"}]},"ts":"1732706262769"} 2024-11-27T11:17:42,772 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:17:42,773 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:17:42,774 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706262773"}]},"ts":"1732706262773"} 2024-11-27T11:17:42,776 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T11:17:42,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da2e633c221023c0d1ca695aa4057d20, ASSIGN}] 2024-11-27T11:17:42,778 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da2e633c221023c0d1ca695aa4057d20, ASSIGN 2024-11-27T11:17:42,778 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da2e633c221023c0d1ca695aa4057d20, ASSIGN; state=OFFLINE, location=5b617c7edc8e,37437,1732706255581; forceNewPlan=false, retain=false 2024-11-27T11:17:42,929 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=da2e633c221023c0d1ca695aa4057d20, regionState=OPENING, regionLocation=5b617c7edc8e,37437,1732706255581 2024-11-27T11:17:42,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da2e633c221023c0d1ca695aa4057d20, ASSIGN because future has completed 2024-11-27T11:17:42,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure da2e633c221023c0d1ca695aa4057d20, server=5b617c7edc8e,37437,1732706255581}] 2024-11-27T11:17:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:43,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20. 2024-11-27T11:17:43,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:43,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T11:17:43,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C37437%2C1732706255581.rep, suffix=, logDir=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/WALs/5b617c7edc8e,37437,1732706255581, archiveDir=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/oldWALs, maxLogs=10 2024-11-27T11:17:43,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/WALs/5b617c7edc8e,37437,1732706255581/5b617c7edc8e%2C37437%2C1732706255581.rep.1732706263099, exclude list is [], retry=0 2024-11-27T11:17:43,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46259,DS-638bd381-06b1-44cf-a032-2200bf751b75,DISK] 2024-11-27T11:17:43,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/WALs/5b617c7edc8e,37437,1732706255581/5b617c7edc8e%2C37437%2C1732706255581.rep.1732706263099 2024-11-27T11:17:43,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45449:45449)] 2024-11-27T11:17:43,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => da2e633c221023c0d1ca695aa4057d20, NAME => 'hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:43,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:17:43,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:17:43,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20. service=MultiRowMutationService 2024-11-27T11:17:43,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T11:17:43,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication da2e633c221023c0d1ca695aa4057d20 2024-11-27T11:17:43,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:43,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for da2e633c221023c0d1ca695aa4057d20 2024-11-27T11:17:43,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for da2e633c221023c0d1ca695aa4057d20 2024-11-27T11:17:43,124 INFO [StoreOpener-da2e633c221023c0d1ca695aa4057d20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region da2e633c221023c0d1ca695aa4057d20 2024-11-27T11:17:43,126 INFO [StoreOpener-da2e633c221023c0d1ca695aa4057d20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da2e633c221023c0d1ca695aa4057d20 columnFamilyName hfileref 2024-11-27T11:17:43,126 DEBUG [StoreOpener-da2e633c221023c0d1ca695aa4057d20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:43,127 INFO [StoreOpener-da2e633c221023c0d1ca695aa4057d20-1 {}] regionserver.HStore(327): Store=da2e633c221023c0d1ca695aa4057d20/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:43,127 INFO [StoreOpener-da2e633c221023c0d1ca695aa4057d20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region da2e633c221023c0d1ca695aa4057d20 2024-11-27T11:17:43,128 INFO [StoreOpener-da2e633c221023c0d1ca695aa4057d20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da2e633c221023c0d1ca695aa4057d20 columnFamilyName queue 2024-11-27T11:17:43,128 DEBUG [StoreOpener-da2e633c221023c0d1ca695aa4057d20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:43,129 INFO [StoreOpener-da2e633c221023c0d1ca695aa4057d20-1 {}] regionserver.HStore(327): Store=da2e633c221023c0d1ca695aa4057d20/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:43,129 INFO [StoreOpener-da2e633c221023c0d1ca695aa4057d20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region da2e633c221023c0d1ca695aa4057d20 2024-11-27T11:17:43,130 INFO [StoreOpener-da2e633c221023c0d1ca695aa4057d20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da2e633c221023c0d1ca695aa4057d20 columnFamilyName sid 2024-11-27T11:17:43,130 DEBUG [StoreOpener-da2e633c221023c0d1ca695aa4057d20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:43,131 INFO [StoreOpener-da2e633c221023c0d1ca695aa4057d20-1 {}] regionserver.HStore(327): Store=da2e633c221023c0d1ca695aa4057d20/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:43,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for da2e633c221023c0d1ca695aa4057d20 2024-11-27T11:17:43,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/replication/da2e633c221023c0d1ca695aa4057d20 2024-11-27T11:17:43,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/replication/da2e633c221023c0d1ca695aa4057d20 2024-11-27T11:17:43,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for da2e633c221023c0d1ca695aa4057d20 2024-11-27T11:17:43,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for da2e633c221023c0d1ca695aa4057d20 2024-11-27T11:17:43,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:17:43,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for da2e633c221023c0d1ca695aa4057d20 2024-11-27T11:17:43,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/replication/da2e633c221023c0d1ca695aa4057d20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:17:43,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened da2e633c221023c0d1ca695aa4057d20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70406088, jitterRate=0.049132466316223145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:17:43,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da2e633c221023c0d1ca695aa4057d20 2024-11-27T11:17:43,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for da2e633c221023c0d1ca695aa4057d20: Running coprocessor pre-open hook at 1732706263121Writing region info on filesystem at 1732706263121Initializing all the Stores at 1732706263122 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706263122Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706263124 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706263124Cleaning up temporary data from old regions at 1732706263135 (+11 ms)Running coprocessor post-open hooks at 1732706263142 (+7 ms)Region opened successfully at 1732706263143 (+1 ms) 2024-11-27T11:17:43,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20., pid=7, masterSystemTime=1732706263088 2024-11-27T11:17:43,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20. 2024-11-27T11:17:43,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20. 2024-11-27T11:17:43,149 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=da2e633c221023c0d1ca695aa4057d20, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,37437,1732706255581 2024-11-27T11:17:43,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure da2e633c221023c0d1ca695aa4057d20, server=5b617c7edc8e,37437,1732706255581 because future has completed 2024-11-27T11:17:43,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T11:17:43,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure da2e633c221023c0d1ca695aa4057d20, server=5b617c7edc8e,37437,1732706255581 in 220 msec 2024-11-27T11:17:43,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:17:43,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da2e633c221023c0d1ca695aa4057d20, ASSIGN in 381 msec 2024-11-27T11:17:43,162 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:17:43,163 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706263162"}]},"ts":"1732706263162"} 2024-11-27T11:17:43,165 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T11:17:43,166 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:17:43,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 825 msec 2024-11-27T11:17:43,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20., hostname=5b617c7edc8e,37437,1732706255581, seqNum=2] 2024-11-27T11:17:43,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382 2024-11-27T11:17:43,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382 2024-11-27T11:17:43,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:17:43,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T11:17:43,366 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T11:17:43,404 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5b617c7edc8e,37437,1732706255581, ReplicationSource: 1, currentBandwidth=0 2024-11-27T11:17:43,405 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:17:43,405 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37437,1732706255581, seqNum=-1] 2024-11-27T11:17:43,405 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:17:43,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-27T11:17:43,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b617c7edc8e,37437,1732706255581', locateType=CURRENT is [region=hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20., hostname=5b617c7edc8e,37437,1732706255581, seqNum=2] 2024-11-27T11:17:43,413 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T11:17:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T11:17:43,416 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b617c7edc8e,37437,1732706255581 suceeded 2024-11-27T11:17:43,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T11:17:43,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-27T11:17:43,422 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b617c7edc8e:43477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:17:43,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0960 sec 2024-11-27T11:17:43,435 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:43477' 2024-11-27T11:17:43,436 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c8272fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:43,436 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43477,-1 for getting cluster id 2024-11-27T11:17:43,436 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:43,437 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ec12db7-76ac-48df-8b89-b98194fdce83' 2024-11-27T11:17:43,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:43,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ec12db7-76ac-48df-8b89-b98194fdce83" 2024-11-27T11:17:43,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33adda2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:43,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43477,-1] 2024-11-27T11:17:43,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:43,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:43,440 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:43,441 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bdb71aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:43,441 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:43,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43477,1732706259397 2024-11-27T11:17:43,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c6d655c 2024-11-27T11:17:43,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:43,443 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-27T11:17:43,444 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b617c7edc8e,37437,1732706255581 (queues=1) is replicating from cluster=1e1a66c6-b8f8-40f1-abee-e15be9d6406e to cluster=8ec12db7-76ac-48df-8b89-b98194fdce83 2024-11-27T11:17:43,444 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b617c7edc8e%2C37437%2C1732706255581 2024-11-27T11:17:43,444 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b617c7edc8e,37437,1732706255581, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:17:43,446 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581.replicationSource.wal-reader.5b617c7edc8e%2C37437%2C1732706255581,1-5b617c7edc8e,37437,1732706255581 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/WALs/5b617c7edc8e,37437,1732706255581/5b617c7edc8e%2C37437%2C1732706255581.1732706257574, startPosition=0, beingWritten=true 2024-11-27T11:17:43,459 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581.replicationSource.shipper5b617c7edc8e%2C37437%2C1732706255581,1-5b617c7edc8e,37437,1732706255581 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C37437%2C1732706255581 2024-11-27T11:17:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:43,470 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T11:17:43,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:17:43,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:43,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:43,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:43,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:43,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,33659,1732706255527 2024-11-27T11:17:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@166bc066 2024-11-27T11:17:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:43,472 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:17:43,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T11:17:43,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:17:43,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:17:43,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:43,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:43,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:43,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:43,474 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:17:43,474 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=613099687, stopped=false 2024-11-27T11:17:43,474 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,43477,1732706259397 2024-11-27T11:17:43,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11055620595/running 2024-11-27T11:17:43,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11055620595/running 2024-11-27T11:17:43,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595 2024-11-27T11:17:43,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595 2024-11-27T11:17:43,476 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:17:43,476 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:17:43,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:43,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:43,476 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,42519,1732706259437' ***** 2024-11-27T11:17:43,476 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:17:43,476 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:17:43,477 INFO [RS:0;5b617c7edc8e:42519 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:17:43,477 INFO [RS:0;5b617c7edc8e:42519 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:17:43,477 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,42519,1732706259437 2024-11-27T11:17:43,477 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:17:43,477 INFO [RS:0;5b617c7edc8e:42519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:17:43,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Set watcher on znode that does not yet exist, /11055620595/running 2024-11-27T11:17:43,477 INFO [RS:0;5b617c7edc8e:42519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:42519. 2024-11-27T11:17:43,477 DEBUG [RS:0;5b617c7edc8e:42519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:43,477 DEBUG [RS:0;5b617c7edc8e:42519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:43,477 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:17:43,477 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:17:43,477 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:17:43,477 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:17:43,477 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T11:17:43,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Set watcher on znode that does not yet exist, /11055620595/running 2024-11-27T11:17:43,477 DEBUG [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:17:43,477 DEBUG [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:17:43,477 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:17:43,478 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:17:43,478 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:17:43,478 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:17:43,478 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:17:43,478 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T11:17:43,485 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:17:43,485 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:17:43,487 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:17:43,494 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/data/hbase/meta/1588230740/.tmp/ns/bf0dc870ab6b450492c34eeece315061 is 43, key is default/ns:d/1732706262194/Put/seqid=0 2024-11-27T11:17:43,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39563 is added to blk_1073741835_1011 (size=5153) 2024-11-27T11:17:43,662 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581.replicationSource.wal-reader.5b617c7edc8e%2C37437%2C1732706255581,1-5b617c7edc8e,37437,1732706255581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/WALs/5b617c7edc8e,37437,1732706255581/5b617c7edc8e%2C37437%2C1732706255581.1732706257574 to pos 0, reset compression=false 2024-11-27T11:17:43,678 DEBUG [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:17:43,678 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:17:43,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:17:43,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:17:43,730 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T11:17:43,731 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T11:17:43,880 DEBUG [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:17:43,900 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/data/hbase/meta/1588230740/.tmp/ns/bf0dc870ab6b450492c34eeece315061 2024-11-27T11:17:43,914 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/data/hbase/meta/1588230740/.tmp/ns/bf0dc870ab6b450492c34eeece315061 as hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/data/hbase/meta/1588230740/ns/bf0dc870ab6b450492c34eeece315061 2024-11-27T11:17:43,922 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/data/hbase/meta/1588230740/ns/bf0dc870ab6b450492c34eeece315061, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T11:17:43,924 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false 2024-11-27T11:17:43,933 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T11:17:43,934 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:17:43,934 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:17:43,934 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:17:43,934 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706263477Running coprocessor pre-close hooks at 1732706263477Disabling compacts and flushes for region at 1732706263477Disabling writes for close at 1732706263478 (+1 ms)Obtaining lock to block concurrent updates at 1732706263478Preparing flush snapshotting stores in 1588230740 at 1732706263478Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732706263478Flushing stores of hbase:meta,,1.1588230740 at 1732706263479 (+1 ms)Flushing 1588230740/ns: creating writer at 1732706263479Flushing 1588230740/ns: appending metadata at 1732706263494 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732706263494Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d235d69: reopening flushed file at 1732706263914 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false at 1732706263924 (+10 ms)Writing region close event to WAL at 1732706263925 (+1 ms)Running coprocessor post-close hooks at 1732706263934 (+9 ms)Closed at 1732706263934 2024-11-27T11:17:43,934 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:17:43,968 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581.replicationSource.wal-reader.5b617c7edc8e%2C37437%2C1732706255581,1-5b617c7edc8e,37437,1732706255581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/WALs/5b617c7edc8e,37437,1732706255581/5b617c7edc8e%2C37437%2C1732706255581.1732706257574 to pos 0, reset compression=false 2024-11-27T11:17:44,081 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,42519,1732706259437; all regions closed. 2024-11-27T11:17:44,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39563 is added to blk_1073741834_1010 (size=1152) 2024-11-27T11:17:44,083 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/WALs/5b617c7edc8e,42519,1732706259437/5b617c7edc8e%2C42519%2C1732706259437.meta.1732706262115.meta not finished, retry = 0 2024-11-27T11:17:44,186 DEBUG [RS:0;5b617c7edc8e:42519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/oldWALs 2024-11-27T11:17:44,187 INFO [RS:0;5b617c7edc8e:42519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C42519%2C1732706259437.meta:.meta(num 1732706262115) 2024-11-27T11:17:44,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39563 is added to blk_1073741833_1009 (size=93) 2024-11-27T11:17:44,189 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/WALs/5b617c7edc8e,42519,1732706259437/5b617c7edc8e%2C42519%2C1732706259437.1732706261624 not finished, retry = 0 2024-11-27T11:17:44,292 DEBUG [RS:0;5b617c7edc8e:42519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/oldWALs 2024-11-27T11:17:44,292 INFO [RS:0;5b617c7edc8e:42519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C42519%2C1732706259437:(num 1732706261624) 2024-11-27T11:17:44,293 DEBUG [RS:0;5b617c7edc8e:42519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:44,293 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:17:44,293 INFO [RS:0;5b617c7edc8e:42519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:17:44,293 INFO [RS:0;5b617c7edc8e:42519 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T11:17:44,293 INFO [RS:0;5b617c7edc8e:42519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:17:44,293 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:17:44,293 INFO [RS:0;5b617c7edc8e:42519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42519 2024-11-27T11:17:44,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11055620595/rs/5b617c7edc8e,42519,1732706259437 2024-11-27T11:17:44,298 INFO [RS:0;5b617c7edc8e:42519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:17:44,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595/rs 2024-11-27T11:17:44,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,42519,1732706259437] 2024-11-27T11:17:44,301 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11055620595/draining/5b617c7edc8e,42519,1732706259437 already deleted, retry=false 2024-11-27T11:17:44,301 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,42519,1732706259437 expired; onlineServers=0 2024-11-27T11:17:44,301 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,43477,1732706259397' ***** 2024-11-27T11:17:44,301 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:17:44,301 INFO [M:0;5b617c7edc8e:43477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:17:44,301 INFO [M:0;5b617c7edc8e:43477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:17:44,301 DEBUG [M:0;5b617c7edc8e:43477 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:17:44,302 DEBUG [M:0;5b617c7edc8e:43477 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:17:44,302 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:17:44,302 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706261324 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706261324,5,FailOnTimeoutGroup] 2024-11-27T11:17:44,302 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706261332 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706261332,5,FailOnTimeoutGroup] 2024-11-27T11:17:44,302 INFO [M:0;5b617c7edc8e:43477 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:17:44,302 INFO [M:0;5b617c7edc8e:43477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:17:44,302 DEBUG [M:0;5b617c7edc8e:43477 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:17:44,302 INFO [M:0;5b617c7edc8e:43477 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:17:44,302 INFO [M:0;5b617c7edc8e:43477 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:17:44,302 INFO [M:0;5b617c7edc8e:43477 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:17:44,303 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:17:44,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11055620595/master 2024-11-27T11:17:44,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11055620595 2024-11-27T11:17:44,304 DEBUG [M:0;5b617c7edc8e:43477 {}] zookeeper.ZKUtil(347): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Unable to get data of znode /11055620595/master because node does not exist (not an error) 2024-11-27T11:17:44,304 WARN [M:0;5b617c7edc8e:43477 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:17:44,304 INFO [M:0;5b617c7edc8e:43477 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/.lastflushedseqids 2024-11-27T11:17:44,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39563 is added to blk_1073741836_1012 (size=99) 2024-11-27T11:17:44,374 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581.replicationSource.wal-reader.5b617c7edc8e%2C37437%2C1732706255581,1-5b617c7edc8e,37437,1732706255581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/WALs/5b617c7edc8e,37437,1732706255581/5b617c7edc8e%2C37437%2C1732706255581.1732706257574 to pos 0, reset compression=false 2024-11-27T11:17:44,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:44,400 INFO [RS:0;5b617c7edc8e:42519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:17:44,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42519-0x101592528fe0004, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:44,400 INFO [RS:0;5b617c7edc8e:42519 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,42519,1732706259437; zookeeper connection closed. 2024-11-27T11:17:44,400 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6adf1a67 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6adf1a67 2024-11-27T11:17:44,400 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:17:44,710 INFO [M:0;5b617c7edc8e:43477 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:17:44,710 INFO [M:0;5b617c7edc8e:43477 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:17:44,710 DEBUG [M:0;5b617c7edc8e:43477 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:17:44,710 INFO [M:0;5b617c7edc8e:43477 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:44,710 DEBUG [M:0;5b617c7edc8e:43477 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:44,710 DEBUG [M:0;5b617c7edc8e:43477 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:17:44,710 DEBUG [M:0;5b617c7edc8e:43477 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:44,710 INFO [M:0;5b617c7edc8e:43477 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T11:17:44,730 DEBUG [M:0;5b617c7edc8e:43477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ba42fd6967b47e0a574d8906adb5c98 is 82, key is hbase:meta,,1/info:regioninfo/1732706262177/Put/seqid=0 2024-11-27T11:17:44,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39563 is added to blk_1073741837_1013 (size=5672) 2024-11-27T11:17:44,879 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581.replicationSource.wal-reader.5b617c7edc8e%2C37437%2C1732706255581,1-5b617c7edc8e,37437,1732706255581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/WALs/5b617c7edc8e,37437,1732706255581/5b617c7edc8e%2C37437%2C1732706255581.1732706257574 to pos 0, reset compression=false 2024-11-27T11:17:45,139 INFO [M:0;5b617c7edc8e:43477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ba42fd6967b47e0a574d8906adb5c98 2024-11-27T11:17:45,169 DEBUG [M:0;5b617c7edc8e:43477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d9c227d13d94f73b049f92807571406 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732706262203/Put/seqid=0 2024-11-27T11:17:45,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39563 is added to blk_1073741838_1014 (size=5275) 2024-11-27T11:17:45,182 INFO [M:0;5b617c7edc8e:43477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d9c227d13d94f73b049f92807571406 2024-11-27T11:17:45,206 DEBUG [M:0;5b617c7edc8e:43477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2cd1099d9ea4024bddc717bc8362e48 is 69, key is 5b617c7edc8e,42519,1732706259437/rs:state/1732706261464/Put/seqid=0 2024-11-27T11:17:45,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39563 is added to blk_1073741839_1015 (size=5156) 2024-11-27T11:17:45,217 INFO [M:0;5b617c7edc8e:43477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2cd1099d9ea4024bddc717bc8362e48 2024-11-27T11:17:45,236 DEBUG [M:0;5b617c7edc8e:43477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ba42fd6967b47e0a574d8906adb5c98 as hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ba42fd6967b47e0a574d8906adb5c98 2024-11-27T11:17:45,257 INFO [M:0;5b617c7edc8e:43477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ba42fd6967b47e0a574d8906adb5c98, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T11:17:45,258 DEBUG [M:0;5b617c7edc8e:43477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d9c227d13d94f73b049f92807571406 as hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d9c227d13d94f73b049f92807571406 2024-11-27T11:17:45,276 INFO [M:0;5b617c7edc8e:43477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d9c227d13d94f73b049f92807571406, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T11:17:45,279 DEBUG [M:0;5b617c7edc8e:43477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2cd1099d9ea4024bddc717bc8362e48 as hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2cd1099d9ea4024bddc717bc8362e48 2024-11-27T11:17:45,288 INFO [M:0;5b617c7edc8e:43477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37519/user/jenkins/test-data/61350394-cf79-895f-ad00-9380706606a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2cd1099d9ea4024bddc717bc8362e48, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T11:17:45,289 INFO [M:0;5b617c7edc8e:43477 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 579ms, sequenceid=28, compaction requested=false 2024-11-27T11:17:45,297 INFO [M:0;5b617c7edc8e:43477 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:45,297 DEBUG [M:0;5b617c7edc8e:43477 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706264710Disabling compacts and flushes for region at 1732706264710Disabling writes for close at 1732706264710Obtaining lock to block concurrent updates at 1732706264710Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706264710Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732706264711 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706264711Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706264712 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706264729 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706264729Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706265146 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706265168 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706265168Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706265189 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706265205 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706265205Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46a485da: reopening flushed file at 1732706265232 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53519e93: reopening flushed file at 1732706265257 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ca50a6: reopening flushed file at 1732706265276 (+19 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 579ms, sequenceid=28, compaction requested=false at 1732706265289 (+13 ms)Writing region close event to WAL at 1732706265297 (+8 ms)Closed at 1732706265297 2024-11-27T11:17:45,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39563 is added to blk_1073741830_1006 (size=10165) 2024-11-27T11:17:45,301 INFO [M:0;5b617c7edc8e:43477 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:17:45,301 INFO [M:0;5b617c7edc8e:43477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43477 2024-11-27T11:17:45,301 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:17:45,301 INFO [M:0;5b617c7edc8e:43477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:17:45,404 INFO [M:0;5b617c7edc8e:43477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:17:45,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:45,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101592528fe0003, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:45,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@446c3638{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:17:45,409 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56c09295{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:17:45,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:17:45,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c929d4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:17:45,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47d6c92c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/hadoop.log.dir/,STOPPED} 2024-11-27T11:17:45,411 WARN [BP-333187733-172.17.0.2-1732706258755 heartbeating to localhost/127.0.0.1:37519 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:17:45,412 WARN [BP-333187733-172.17.0.2-1732706258755 heartbeating to localhost/127.0.0.1:37519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-333187733-172.17.0.2-1732706258755 (Datanode Uuid b83e364a-ed7b-4e10-890a-9fc389c63748) service to localhost/127.0.0.1:37519 2024-11-27T11:17:45,412 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/cluster_c478be3a-e452-71c6-6e9e-0b8419892fd7/data/data1/current/BP-333187733-172.17.0.2-1732706258755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:17:45,412 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/cluster_c478be3a-e452-71c6-6e9e-0b8419892fd7/data/data2/current/BP-333187733-172.17.0.2-1732706258755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:17:45,412 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:17:45,413 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:17:45,413 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:17:45,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7033d5fd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:17:45,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e8b63e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:17:45,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:17:45,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23912fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:17:45,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53134443{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/hadoop.log.dir/,STOPPED} 2024-11-27T11:17:45,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:17:45,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:17:45,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:17:45,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:45,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:45,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:45,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:45,435 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:17:45,435 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1982218847, stopped=false 2024-11-27T11:17:45,435 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,33659,1732706255527 2024-11-27T11:17:45,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-134911382/running 2024-11-27T11:17:45,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382 2024-11-27T11:17:45,437 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:17:45,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-134911382/running 2024-11-27T11:17:45,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382 2024-11-27T11:17:45,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:17:45,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:45,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Set watcher on znode that does not yet exist, /0-134911382/running 2024-11-27T11:17:45,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:45,438 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,37437,1732706255581' ***** 2024-11-27T11:17:45,438 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:17:45,438 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:17:45,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Set watcher on znode that does not yet exist, /0-134911382/running 2024-11-27T11:17:45,438 INFO [RS:0;5b617c7edc8e:37437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:17:45,438 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:17:45,439 INFO [RS:0;5b617c7edc8e:37437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:17:45,439 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(3091): Received CLOSE for da2e633c221023c0d1ca695aa4057d20 2024-11-27T11:17:45,439 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,37437,1732706255581 2024-11-27T11:17:45,439 INFO [RS:0;5b617c7edc8e:37437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:17:45,439 INFO [RS:0;5b617c7edc8e:37437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:37437. 2024-11-27T11:17:45,439 DEBUG [RS:0;5b617c7edc8e:37437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:45,439 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da2e633c221023c0d1ca695aa4057d20, disabling compactions & flushes 2024-11-27T11:17:45,439 DEBUG [RS:0;5b617c7edc8e:37437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:45,439 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20. 2024-11-27T11:17:45,439 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20. 2024-11-27T11:17:45,439 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:17:45,439 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:17:45,439 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20. after waiting 0 ms 2024-11-27T11:17:45,439 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:17:45,439 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20. 2024-11-27T11:17:45,439 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:17:45,439 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da2e633c221023c0d1ca695aa4057d20 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T11:17:45,440 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T11:17:45,440 DEBUG [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, da2e633c221023c0d1ca695aa4057d20=hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20.} 2024-11-27T11:17:45,440 DEBUG [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da2e633c221023c0d1ca695aa4057d20 2024-11-27T11:17:45,440 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:17:45,440 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:17:45,440 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:17:45,440 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:17:45,440 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:17:45,440 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T11:17:45,445 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:17:45,456 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/replication/da2e633c221023c0d1ca695aa4057d20/.tmp/queue/0a38a41d09b2432788fca27acfc704cc is 151, key is 1-5b617c7edc8e,37437,1732706255581/queue:5b617c7edc8e%2C37437%2C1732706255581/1732706263411/Put/seqid=0 2024-11-27T11:17:45,459 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740/.tmp/info/976afd18de134441b23b6dbfab18df16 is 147, key is hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20./info:regioninfo/1732706263148/Put/seqid=0 2024-11-27T11:17:45,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741838_1014 (size=5350) 2024-11-27T11:17:45,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741839_1015 (size=6631) 2024-11-27T11:17:45,472 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:17:45,472 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:17:45,485 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581.replicationSource.wal-reader.5b617c7edc8e%2C37437%2C1732706255581,1-5b617c7edc8e,37437,1732706255581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/WALs/5b617c7edc8e,37437,1732706255581/5b617c7edc8e%2C37437%2C1732706255581.1732706257574 to pos 0, reset compression=false 2024-11-27T11:17:45,640 DEBUG [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da2e633c221023c0d1ca695aa4057d20 2024-11-27T11:17:45,840 DEBUG [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da2e633c221023c0d1ca695aa4057d20 2024-11-27T11:17:45,861 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/replication/da2e633c221023c0d1ca695aa4057d20/.tmp/queue/0a38a41d09b2432788fca27acfc704cc 2024-11-27T11:17:45,863 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740/.tmp/info/976afd18de134441b23b6dbfab18df16 2024-11-27T11:17:45,869 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/replication/da2e633c221023c0d1ca695aa4057d20/.tmp/queue/0a38a41d09b2432788fca27acfc704cc as hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/replication/da2e633c221023c0d1ca695aa4057d20/queue/0a38a41d09b2432788fca27acfc704cc 2024-11-27T11:17:45,875 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/replication/da2e633c221023c0d1ca695aa4057d20/queue/0a38a41d09b2432788fca27acfc704cc, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T11:17:45,876 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for da2e633c221023c0d1ca695aa4057d20 in 437ms, sequenceid=5, compaction requested=false 2024-11-27T11:17:45,882 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/replication/da2e633c221023c0d1ca695aa4057d20/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T11:17:45,883 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:17:45,883 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:17:45,883 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20. 2024-11-27T11:17:45,883 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da2e633c221023c0d1ca695aa4057d20: Waiting for close lock at 1732706265439Running coprocessor pre-close hooks at 1732706265439Disabling compacts and flushes for region at 1732706265439Disabling writes for close at 1732706265439Obtaining lock to block concurrent updates at 1732706265439Preparing flush snapshotting stores in da2e633c221023c0d1ca695aa4057d20 at 1732706265439Finished memstore snapshotting hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732706265440 (+1 ms)Flushing stores of hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20. at 1732706265441 (+1 ms)Flushing da2e633c221023c0d1ca695aa4057d20/queue: creating writer at 1732706265441Flushing da2e633c221023c0d1ca695aa4057d20/queue: appending metadata at 1732706265455 (+14 ms)Flushing da2e633c221023c0d1ca695aa4057d20/queue: closing flushed file at 1732706265455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ff04057: reopening flushed file at 1732706265868 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for da2e633c221023c0d1ca695aa4057d20 in 437ms, sequenceid=5, compaction requested=false at 1732706265876 (+8 ms)Writing region close event to WAL at 1732706265879 (+3 ms)Running coprocessor post-close hooks at 1732706265883 (+4 ms)Closed at 1732706265883 2024-11-27T11:17:45,883 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732706262341.da2e633c221023c0d1ca695aa4057d20. 2024-11-27T11:17:45,885 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740/.tmp/ns/8bc07d5004d64d6d85135e2c3fc7bc92 is 43, key is default/ns:d/1732706258591/Put/seqid=0 2024-11-27T11:17:45,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741840_1016 (size=5153) 2024-11-27T11:17:46,040 DEBUG [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:17:46,190 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581.replicationSource.wal-reader.5b617c7edc8e%2C37437%2C1732706255581,1-5b617c7edc8e,37437,1732706255581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/WALs/5b617c7edc8e,37437,1732706255581/5b617c7edc8e%2C37437%2C1732706255581.1732706257574 to pos 0, reset compression=false 2024-11-27T11:17:46,241 DEBUG [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:17:46,291 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740/.tmp/ns/8bc07d5004d64d6d85135e2c3fc7bc92 2024-11-27T11:17:46,312 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740/.tmp/table/2492f5686a0f446ebbd47c9c4ee60771 is 53, key is hbase:replication/table:state/1732706263162/Put/seqid=0 2024-11-27T11:17:46,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741841_1017 (size=5256) 2024-11-27T11:17:46,441 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T11:17:46,441 DEBUG [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:17:46,441 DEBUG [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:17:46,641 DEBUG [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:17:46,717 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740/.tmp/table/2492f5686a0f446ebbd47c9c4ee60771 2024-11-27T11:17:46,724 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740/.tmp/info/976afd18de134441b23b6dbfab18df16 as hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740/info/976afd18de134441b23b6dbfab18df16 2024-11-27T11:17:46,729 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740/info/976afd18de134441b23b6dbfab18df16, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T11:17:46,730 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740/.tmp/ns/8bc07d5004d64d6d85135e2c3fc7bc92 as hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740/ns/8bc07d5004d64d6d85135e2c3fc7bc92 2024-11-27T11:17:46,736 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740/ns/8bc07d5004d64d6d85135e2c3fc7bc92, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T11:17:46,737 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740/.tmp/table/2492f5686a0f446ebbd47c9c4ee60771 as hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740/table/2492f5686a0f446ebbd47c9c4ee60771 2024-11-27T11:17:46,742 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740/table/2492f5686a0f446ebbd47c9c4ee60771, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T11:17:46,743 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false 2024-11-27T11:17:46,751 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T11:17:46,752 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:17:46,752 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:17:46,752 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:17:46,752 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706265440Running coprocessor pre-close hooks at 1732706265440Disabling compacts and flushes for region at 1732706265440Disabling writes for close at 1732706265440Obtaining lock to block concurrent updates at 1732706265440Preparing flush snapshotting stores in 1588230740 at 1732706265440Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732706265440Flushing stores of hbase:meta,,1.1588230740 at 1732706265441 (+1 ms)Flushing 1588230740/info: creating writer at 1732706265441Flushing 1588230740/info: appending metadata at 1732706265458 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732706265459 (+1 ms)Flushing 1588230740/ns: creating writer at 1732706265869 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732706265885 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732706265885Flushing 1588230740/table: creating writer at 1732706266297 (+412 ms)Flushing 1588230740/table: appending metadata at 1732706266311 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732706266311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18296b04: reopening flushed file at 1732706266723 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@496bca11: reopening flushed file at 1732706266729 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34269788: reopening flushed file at 1732706266736 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false at 1732706266743 (+7 ms)Writing region close event to WAL at 1732706266748 (+5 ms)Running coprocessor post-close hooks at 1732706266752 (+4 ms)Closed at 1732706266752 2024-11-27T11:17:46,752 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:17:46,841 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,37437,1732706255581; all regions closed. 2024-11-27T11:17:46,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741834_1010 (size=2742) 2024-11-27T11:17:46,844 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/WALs/5b617c7edc8e,37437,1732706255581/5b617c7edc8e%2C37437%2C1732706255581.meta.1732706258535.meta not finished, retry = 0 2024-11-27T11:17:46,948 DEBUG [RS:0;5b617c7edc8e:37437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/oldWALs 2024-11-27T11:17:46,948 INFO [RS:0;5b617c7edc8e:37437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C37437%2C1732706255581.meta:.meta(num 1732706258535) 2024-11-27T11:17:46,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741837_1013 (size=1586) 2024-11-27T11:17:46,954 DEBUG [RS:0;5b617c7edc8e:37437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/oldWALs 2024-11-27T11:17:46,954 INFO [RS:0;5b617c7edc8e:37437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C37437%2C1732706255581.rep:(num 1732706263099) 2024-11-27T11:17:46,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741832_1008 (size=93) 2024-11-27T11:17:46,965 DEBUG [RS:0;5b617c7edc8e:37437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/oldWALs 2024-11-27T11:17:46,965 INFO [RS:0;5b617c7edc8e:37437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C37437%2C1732706255581:(num 1732706257574) 2024-11-27T11:17:46,965 DEBUG [RS:0;5b617c7edc8e:37437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:46,965 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:17:46,966 INFO [RS:0;5b617c7edc8e:37437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:17:46,966 INFO [RS:0;5b617c7edc8e:37437 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T11:17:46,966 INFO [RS:0;5b617c7edc8e:37437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:17:46,966 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b617c7edc8e,37437,1732706255581 because: Region server is closing 2024-11-27T11:17:46,966 INFO [RS:0;5b617c7edc8e:37437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:37437. 2024-11-27T11:17:46,966 DEBUG [RS:0;5b617c7edc8e:37437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:17:46,967 DEBUG [RS:0;5b617c7edc8e:37437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:46,967 DEBUG [RS:0;5b617c7edc8e:37437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:46,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:46,967 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:17:47,067 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581.replicationSource.shipper5b617c7edc8e%2C37437%2C1732706255581,1-5b617c7edc8e,37437,1732706255581 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T11:17:47,068 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37437,1732706255581.replicationSource.shipper5b617c7edc8e%2C37437%2C1732706255581,1-5b617c7edc8e,37437,1732706255581 terminated 2024-11-27T11:17:47,068 INFO [RS:0;5b617c7edc8e:37437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37437 2024-11-27T11:17:47,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-134911382/rs/5b617c7edc8e,37437,1732706255581 2024-11-27T11:17:47,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382/rs 2024-11-27T11:17:47,070 INFO [RS:0;5b617c7edc8e:37437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:17:47,071 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,37437,1732706255581] 2024-11-27T11:17:47,075 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-134911382/draining/5b617c7edc8e,37437,1732706255581 already deleted, retry=false 2024-11-27T11:17:47,075 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,37437,1732706255581 expired; onlineServers=0 2024-11-27T11:17:47,075 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,33659,1732706255527' ***** 2024-11-27T11:17:47,075 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:17:47,076 INFO [M:0;5b617c7edc8e:33659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:17:47,076 INFO [M:0;5b617c7edc8e:33659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:17:47,076 DEBUG [M:0;5b617c7edc8e:33659 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:17:47,076 DEBUG [M:0;5b617c7edc8e:33659 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:17:47,076 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:17:47,076 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706257375 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706257375,5,FailOnTimeoutGroup] 2024-11-27T11:17:47,076 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706257376 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706257376,5,FailOnTimeoutGroup] 2024-11-27T11:17:47,076 INFO [M:0;5b617c7edc8e:33659 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:17:47,076 INFO [M:0;5b617c7edc8e:33659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:17:47,076 DEBUG [M:0;5b617c7edc8e:33659 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:17:47,076 INFO [M:0;5b617c7edc8e:33659 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:17:47,076 INFO [M:0;5b617c7edc8e:33659 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:17:47,077 INFO [M:0;5b617c7edc8e:33659 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:17:47,077 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:17:47,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-134911382/master 2024-11-27T11:17:47,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-134911382 2024-11-27T11:17:47,078 DEBUG [M:0;5b617c7edc8e:33659 {}] zookeeper.ZKUtil(347): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Unable to get data of znode /0-134911382/master because node does not exist (not an error) 2024-11-27T11:17:47,078 WARN [M:0;5b617c7edc8e:33659 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:17:47,079 INFO [M:0;5b617c7edc8e:33659 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/.lastflushedseqids 2024-11-27T11:17:47,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741842_1018 (size=181) 2024-11-27T11:17:47,174 INFO [RS:0;5b617c7edc8e:37437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:17:47,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:47,174 INFO [RS:0;5b617c7edc8e:37437 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,37437,1732706255581; zookeeper connection closed. 2024-11-27T11:17:47,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101592528fe0001, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:47,174 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ab91b81 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ab91b81 2024-11-27T11:17:47,174 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:17:47,485 INFO [M:0;5b617c7edc8e:33659 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:17:47,485 INFO [M:0;5b617c7edc8e:33659 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:17:47,485 DEBUG [M:0;5b617c7edc8e:33659 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:17:47,485 INFO [M:0;5b617c7edc8e:33659 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:47,485 DEBUG [M:0;5b617c7edc8e:33659 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:47,485 DEBUG [M:0;5b617c7edc8e:33659 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:17:47,485 DEBUG [M:0;5b617c7edc8e:33659 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:47,485 INFO [M:0;5b617c7edc8e:33659 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T11:17:47,501 DEBUG [M:0;5b617c7edc8e:33659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/590aaf8e32194e76abd5aa283680e88d is 82, key is hbase:meta,,1/info:regioninfo/1732706258573/Put/seqid=0 2024-11-27T11:17:47,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741843_1019 (size=5672) 2024-11-27T11:17:47,906 INFO [M:0;5b617c7edc8e:33659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/590aaf8e32194e76abd5aa283680e88d 2024-11-27T11:17:47,926 DEBUG [M:0;5b617c7edc8e:33659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68c4af75c9b64dfc81328b0d4ebbd59b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732706263167/Put/seqid=0 2024-11-27T11:17:47,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741844_1020 (size=7203) 2024-11-27T11:17:48,331 INFO [M:0;5b617c7edc8e:33659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68c4af75c9b64dfc81328b0d4ebbd59b 2024-11-27T11:17:48,350 DEBUG [M:0;5b617c7edc8e:33659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c55260dfa9144cd9a2b67e04d982169c is 69, key is 5b617c7edc8e,37437,1732706255581/rs:state/1732706257423/Put/seqid=0 2024-11-27T11:17:48,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741845_1021 (size=5156) 2024-11-27T11:17:48,623 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:17:48,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:17:48,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:17:48,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:17:48,755 INFO [M:0;5b617c7edc8e:33659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c55260dfa9144cd9a2b67e04d982169c 2024-11-27T11:17:48,762 DEBUG [M:0;5b617c7edc8e:33659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/590aaf8e32194e76abd5aa283680e88d as hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/590aaf8e32194e76abd5aa283680e88d 2024-11-27T11:17:48,767 INFO [M:0;5b617c7edc8e:33659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/590aaf8e32194e76abd5aa283680e88d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T11:17:48,768 DEBUG [M:0;5b617c7edc8e:33659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68c4af75c9b64dfc81328b0d4ebbd59b as hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68c4af75c9b64dfc81328b0d4ebbd59b 2024-11-27T11:17:48,773 INFO [M:0;5b617c7edc8e:33659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68c4af75c9b64dfc81328b0d4ebbd59b, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T11:17:48,774 DEBUG [M:0;5b617c7edc8e:33659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c55260dfa9144cd9a2b67e04d982169c as hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c55260dfa9144cd9a2b67e04d982169c 2024-11-27T11:17:48,780 INFO [M:0;5b617c7edc8e:33659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45869/user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c55260dfa9144cd9a2b67e04d982169c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T11:17:48,781 INFO [M:0;5b617c7edc8e:33659 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false 2024-11-27T11:17:48,782 INFO [M:0;5b617c7edc8e:33659 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:48,782 DEBUG [M:0;5b617c7edc8e:33659 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706267485Disabling compacts and flushes for region at 1732706267485Disabling writes for close at 1732706267485Obtaining lock to block concurrent updates at 1732706267485Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706267485Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732706267486 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706267486Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706267486Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706267501 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706267501Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706267911 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706267926 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706267926Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706268336 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706268350 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706268350Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5dcf78: reopening flushed file at 1732706268761 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@651ab670: reopening flushed file at 1732706268768 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d609a72: reopening flushed file at 1732706268773 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false at 1732706268781 (+8 ms)Writing region close event to WAL at 1732706268782 (+1 ms)Closed at 1732706268782 2024-11-27T11:17:48,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741830_1006 (size=41008) 2024-11-27T11:17:48,785 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6fbe3cc8-f009-f914-0b82-aadb6162a09b/MasterData/WALs/5b617c7edc8e,33659,1732706255527/5b617c7edc8e%2C33659%2C1732706255527.1732706257282 not finished, retry = 0 2024-11-27T11:17:48,886 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:17:48,886 INFO [M:0;5b617c7edc8e:33659 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:17:48,886 INFO [M:0;5b617c7edc8e:33659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33659 2024-11-27T11:17:48,886 INFO [M:0;5b617c7edc8e:33659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:17:48,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:48,988 INFO [M:0;5b617c7edc8e:33659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:17:48,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x101592528fe0000, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:17:48,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@785b46b7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:17:48,991 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3134d65{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:17:48,991 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:17:48,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66ebb306{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:17:48,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@353fcc61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/hadoop.log.dir/,STOPPED} 2024-11-27T11:17:48,993 WARN [BP-1591078799-172.17.0.2-1732706254480 heartbeating to localhost/127.0.0.1:45869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:17:48,993 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:17:48,993 WARN [BP-1591078799-172.17.0.2-1732706254480 heartbeating to localhost/127.0.0.1:45869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1591078799-172.17.0.2-1732706254480 (Datanode Uuid c67202f3-8a43-4cf1-9701-860119c69bbf) service to localhost/127.0.0.1:45869 2024-11-27T11:17:48,993 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:17:48,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/cluster_9eef20ff-b4c5-fea0-3aa2-645d7fb15f9d/data/data1/current/BP-1591078799-172.17.0.2-1732706254480 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:17:48,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/cluster_9eef20ff-b4c5-fea0-3aa2-645d7fb15f9d/data/data2/current/BP-1591078799-172.17.0.2-1732706254480 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:17:48,994 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:17:49,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2797a4cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:17:49,001 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31be0f5e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:17:49,001 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:17:49,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16b8d4b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:17:49,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67dafbb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bbdae41-6629-22b8-a805-9270802999fc/hadoop.log.dir/,STOPPED} 2024-11-27T11:17:49,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T11:17:49,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:17:49,034 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 109) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62616) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:37519 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:37519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62616) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:37519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45869 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 262) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7387 (was 6774) - AvailableMemoryMB LEAK? - 2024-11-27T11:17:49,041 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=7387 2024-11-27T11:17:49,055 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-27T11:17:49,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/hadoop.log.dir so I do NOT create it in target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911 2024-11-27T11:17:49,055 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:17:49,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/hadoop.tmp.dir so I do NOT create it in target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911 2024-11-27T11:17:49,055 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ba2d415-1d0c-4ce5-d8bd-0b351ff2bdff/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:17:49,055 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911 2024-11-27T11:17:49,056 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/cluster_a62ac831-74df-5f2b-7df0-eec2e38ea377, deleteOnExit=true 2024-11-27T11:17:49,059 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/cluster_a62ac831-74df-5f2b-7df0-eec2e38ea377/zookeeper_0, clientPort=51733, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/cluster_a62ac831-74df-5f2b-7df0-eec2e38ea377/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/cluster_a62ac831-74df-5f2b-7df0-eec2e38ea377/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T11:17:49,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51733 2024-11-27T11:17:49,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:17:49,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:17:49,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/test.cache.data in system properties and HBase conf 2024-11-27T11:17:49,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:17:49,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:17:49,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:17:49,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:17:49,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:17:49,060 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:17:49,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:17:49,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:17:49,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:17:49,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:17:49,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:17:49,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:17:49,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:17:49,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:17:49,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:17:49,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:17:49,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:17:49,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:17:49,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:17:49,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:17:49,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101592528fe0005, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T11:17:49,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101592528fe0005, quorum=127.0.0.1:62616, baseZNode=/11055620595 Received Disconnected from ZooKeeper, ignoring 2024-11-27T11:17:49,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101592528fe0002, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T11:17:49,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101592528fe0002, quorum=127.0.0.1:62616, baseZNode=/0-134911382 Received Disconnected from ZooKeeper, ignoring 2024-11-27T11:17:49,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:17:49,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:17:49,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:17:49,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:17:49,167 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:17:49,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:17:49,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65596767{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:17:49,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65e463c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:17:49,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31ac2c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/java.io.tmpdir/jetty-localhost-32835-hadoop-hdfs-3_4_1-tests_jar-_-any-586110359964212861/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:17:49,297 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70bff7d0{HTTP/1.1, (http/1.1)}{localhost:32835} 2024-11-27T11:17:49,297 INFO [Time-limited test {}] server.Server(415): Started @46362ms 2024-11-27T11:17:49,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:17:49,403 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:17:49,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:17:49,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:17:49,406 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:17:49,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77d25950{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:17:49,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7081d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:17:49,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d6ee488{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/java.io.tmpdir/jetty-localhost-46045-hadoop-hdfs-3_4_1-tests_jar-_-any-6944650234293396417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:17:49,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5946eb8a{HTTP/1.1, (http/1.1)}{localhost:46045} 2024-11-27T11:17:49,531 INFO [Time-limited test {}] server.Server(415): Started @46597ms 2024-11-27T11:17:49,532 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:17:49,657 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/cluster_a62ac831-74df-5f2b-7df0-eec2e38ea377/data/data1/current/BP-297238718-172.17.0.2-1732706269095/current, will proceed with Du for space computation calculation, 2024-11-27T11:17:49,661 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/cluster_a62ac831-74df-5f2b-7df0-eec2e38ea377/data/data2/current/BP-297238718-172.17.0.2-1732706269095/current, will proceed with Du for space computation calculation, 2024-11-27T11:17:49,687 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:17:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4960ef7d50f891b6 with lease ID 0x82074a1259ee9f6b: Processing first storage report for DS-e658772b-ca7e-4f65-b691-ce09de790a66 from datanode DatanodeRegistration(127.0.0.1:34779, datanodeUuid=1c871008-75ae-4dda-bab7-867c9987f636, infoPort=46457, infoSecurePort=0, ipcPort=41829, storageInfo=lv=-57;cid=testClusterID;nsid=1997374376;c=1732706269095) 2024-11-27T11:17:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4960ef7d50f891b6 with lease ID 0x82074a1259ee9f6b: from storage DS-e658772b-ca7e-4f65-b691-ce09de790a66 node DatanodeRegistration(127.0.0.1:34779, datanodeUuid=1c871008-75ae-4dda-bab7-867c9987f636, infoPort=46457, infoSecurePort=0, ipcPort=41829, storageInfo=lv=-57;cid=testClusterID;nsid=1997374376;c=1732706269095), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:17:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4960ef7d50f891b6 with lease ID 0x82074a1259ee9f6b: Processing first storage report for DS-1cf3d522-c11f-493c-a8e5-5e4530787e5c from datanode DatanodeRegistration(127.0.0.1:34779, datanodeUuid=1c871008-75ae-4dda-bab7-867c9987f636, infoPort=46457, infoSecurePort=0, ipcPort=41829, storageInfo=lv=-57;cid=testClusterID;nsid=1997374376;c=1732706269095) 2024-11-27T11:17:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4960ef7d50f891b6 with lease ID 0x82074a1259ee9f6b: from storage DS-1cf3d522-c11f-493c-a8e5-5e4530787e5c node DatanodeRegistration(127.0.0.1:34779, datanodeUuid=1c871008-75ae-4dda-bab7-867c9987f636, infoPort=46457, infoSecurePort=0, ipcPort=41829, storageInfo=lv=-57;cid=testClusterID;nsid=1997374376;c=1732706269095), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:17:49,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911 2024-11-27T11:17:49,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:49,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:49,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:17:50,180 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74 with version=8 2024-11-27T11:17:50,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/hbase-staging 2024-11-27T11:17:50,182 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:17:50,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:50,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:50,183 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:17:50,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:50,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:17:50,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:17:50,183 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:17:50,183 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38387 2024-11-27T11:17:50,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38387 connecting to ZooKeeper ensemble=127.0.0.1:51733 2024-11-27T11:17:50,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383870x0, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:50,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38387-0x101592562110000 connected 2024-11-27T11:17:50,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:50,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:50,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Set watcher on znode that does not yet exist, /0-1898913033/running 2024-11-27T11:17:50,214 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74, hbase.cluster.distributed=false 2024-11-27T11:17:50,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Set watcher on znode that does not yet exist, /0-1898913033/acl 2024-11-27T11:17:50,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38387 2024-11-27T11:17:50,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38387 2024-11-27T11:17:50,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38387 2024-11-27T11:17:50,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38387 2024-11-27T11:17:50,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38387 2024-11-27T11:17:50,232 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:17:50,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:50,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:50,233 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:17:50,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:50,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:17:50,233 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:17:50,233 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:17:50,234 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37551 2024-11-27T11:17:50,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37551 connecting to ZooKeeper ensemble=127.0.0.1:51733 2024-11-27T11:17:50,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:50,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:50,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375510x0, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:50,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375510x0, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Set watcher on znode that does not yet exist, /0-1898913033/running 2024-11-27T11:17:50,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37551-0x101592562110001 connected 2024-11-27T11:17:50,243 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:17:50,244 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:17:50,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Set watcher on znode that does not yet exist, /0-1898913033/master 2024-11-27T11:17:50,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Set watcher on znode that does not yet exist, /0-1898913033/acl 2024-11-27T11:17:50,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37551 2024-11-27T11:17:50,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37551 2024-11-27T11:17:50,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37551 2024-11-27T11:17:50,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37551 2024-11-27T11:17:50,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37551 2024-11-27T11:17:50,262 DEBUG [M:0;5b617c7edc8e:38387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:38387 2024-11-27T11:17:50,262 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1898913033/backup-masters/5b617c7edc8e,38387,1732706270182 2024-11-27T11:17:50,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033/backup-masters 2024-11-27T11:17:50,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033/backup-masters 2024-11-27T11:17:50,264 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Set watcher on existing znode=/0-1898913033/backup-masters/5b617c7edc8e,38387,1732706270182 2024-11-27T11:17:50,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1898913033/master 2024-11-27T11:17:50,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033 2024-11-27T11:17:50,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033 2024-11-27T11:17:50,270 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Set watcher on existing znode=/0-1898913033/master 2024-11-27T11:17:50,270 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1898913033/backup-masters/5b617c7edc8e,38387,1732706270182 from backup master directory 2024-11-27T11:17:50,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1898913033/backup-masters/5b617c7edc8e,38387,1732706270182 2024-11-27T11:17:50,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033/backup-masters 2024-11-27T11:17:50,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033/backup-masters 2024-11-27T11:17:50,272 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:17:50,272 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,38387,1732706270182 2024-11-27T11:17:50,277 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/hbase.id] with ID: 4572e7a0-21bb-41d2-b7c0-54d51a89c1e2 2024-11-27T11:17:50,277 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/.tmp/hbase.id 2024-11-27T11:17:50,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:17:50,685 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/.tmp/hbase.id]:[hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/hbase.id] 2024-11-27T11:17:50,699 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:50,699 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:17:50,700 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T11:17:50,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033 2024-11-27T11:17:50,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033 2024-11-27T11:17:50,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:17:51,115 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:17:51,116 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:17:51,116 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:51,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:17:51,525 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store 2024-11-27T11:17:51,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:17:51,932 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:51,932 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:17:51,932 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:51,932 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:51,932 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:17:51,932 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:51,932 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:51,932 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706271932Disabling compacts and flushes for region at 1732706271932Disabling writes for close at 1732706271932Writing region close event to WAL at 1732706271932Closed at 1732706271932 2024-11-27T11:17:51,933 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/.initializing 2024-11-27T11:17:51,933 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/WALs/5b617c7edc8e,38387,1732706270182 2024-11-27T11:17:51,934 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:17:51,936 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C38387%2C1732706270182, suffix=, logDir=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/WALs/5b617c7edc8e,38387,1732706270182, archiveDir=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/oldWALs, maxLogs=10 2024-11-27T11:17:51,949 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/WALs/5b617c7edc8e,38387,1732706270182/5b617c7edc8e%2C38387%2C1732706270182.1732706271936, exclude list is [], retry=0 2024-11-27T11:17:51,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34779,DS-e658772b-ca7e-4f65-b691-ce09de790a66,DISK] 2024-11-27T11:17:51,954 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/WALs/5b617c7edc8e,38387,1732706270182/5b617c7edc8e%2C38387%2C1732706270182.1732706271936 2024-11-27T11:17:51,954 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46457:46457)] 2024-11-27T11:17:51,954 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:51,954 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:51,954 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:51,954 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:51,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:51,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:17:51,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:51,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:51,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:51,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:17:51,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:51,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:51,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:51,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:17:51,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:51,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:51,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:51,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:17:51,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:51,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:51,964 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:51,965 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:51,965 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:51,966 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:51,966 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:51,967 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:51,968 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:51,970 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:17:51,970 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70945404, jitterRate=0.05716890096664429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:51,971 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706271954Initializing all the Stores at 1732706271955 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706271955Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706271956 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706271956Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706271956Cleaning up temporary data from old regions at 1732706271966 (+10 ms)Region opened successfully at 1732706271971 (+5 ms) 2024-11-27T11:17:51,971 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:17:51,974 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78811837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:17:51,974 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:17:51,975 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:17:51,975 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:17:51,975 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:17:51,975 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:17:51,975 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:17:51,975 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:17:51,977 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:17:51,978 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Unable to get data of znode /0-1898913033/balancer because node does not exist (not necessarily an error) 2024-11-27T11:17:51,979 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1898913033/balancer already deleted, retry=false 2024-11-27T11:17:51,980 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:17:51,980 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Unable to get data of znode /0-1898913033/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:17:51,983 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1898913033/normalizer already deleted, retry=false 2024-11-27T11:17:51,983 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:17:51,984 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Unable to get data of znode /0-1898913033/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:17:51,985 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1898913033/switch/split already deleted, retry=false 2024-11-27T11:17:51,986 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Unable to get data of znode /0-1898913033/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:17:51,987 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1898913033/switch/merge already deleted, retry=false 2024-11-27T11:17:51,989 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Unable to get data of znode /0-1898913033/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:17:51,990 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1898913033/snapshot-cleanup already deleted, retry=false 2024-11-27T11:17:51,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1898913033/running 2024-11-27T11:17:51,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1898913033/running 2024-11-27T11:17:51,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033 2024-11-27T11:17:51,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033 2024-11-27T11:17:51,994 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,38387,1732706270182, sessionid=0x101592562110000, setting cluster-up flag (Was=false) 2024-11-27T11:17:51,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033 2024-11-27T11:17:51,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033 2024-11-27T11:17:52,003 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1898913033/flush-table-proc/acquired, /0-1898913033/flush-table-proc/reached, /0-1898913033/flush-table-proc/abort 2024-11-27T11:17:52,004 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,38387,1732706270182 2024-11-27T11:17:52,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033 2024-11-27T11:17:52,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033 2024-11-27T11:17:52,012 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1898913033/online-snapshot/acquired, /0-1898913033/online-snapshot/reached, /0-1898913033/online-snapshot/abort 2024-11-27T11:17:52,013 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,38387,1732706270182 2024-11-27T11:17:52,014 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:17:52,016 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:52,016 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:17:52,016 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:17:52,016 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,38387,1732706270182 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:17:52,018 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:52,018 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:52,018 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:52,018 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:52,018 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:17:52,018 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:52,018 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:17:52,018 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:52,020 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:52,021 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:17:52,022 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:52,022 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:17:52,025 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706302025 2024-11-27T11:17:52,025 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:17:52,025 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:17:52,025 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:17:52,025 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:17:52,025 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:17:52,025 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:17:52,025 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:52,026 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:17:52,026 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:17:52,026 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:17:52,026 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:17:52,032 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:17:52,032 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:17:52,038 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706272032,5,FailOnTimeoutGroup] 2024-11-27T11:17:52,038 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706272038,5,FailOnTimeoutGroup] 2024-11-27T11:17:52,038 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:52,038 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:17:52,038 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:52,038 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:52,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:17:52,052 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(746): ClusterId : 4572e7a0-21bb-41d2-b7c0-54d51a89c1e2 2024-11-27T11:17:52,053 DEBUG [RS:0;5b617c7edc8e:37551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:17:52,055 DEBUG [RS:0;5b617c7edc8e:37551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:17:52,055 DEBUG [RS:0;5b617c7edc8e:37551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:17:52,059 DEBUG [RS:0;5b617c7edc8e:37551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:17:52,059 DEBUG [RS:0;5b617c7edc8e:37551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a48987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:17:52,072 DEBUG [RS:0;5b617c7edc8e:37551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:37551 2024-11-27T11:17:52,073 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:17:52,073 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:17:52,073 DEBUG [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:17:52,073 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,38387,1732706270182 with port=37551, startcode=1732706270232 2024-11-27T11:17:52,073 DEBUG [RS:0;5b617c7edc8e:37551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:17:52,075 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:17:52,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,37551,1732706270232 2024-11-27T11:17:52,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38387 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,37551,1732706270232 2024-11-27T11:17:52,077 DEBUG [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74 2024-11-27T11:17:52,077 DEBUG [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45637 2024-11-27T11:17:52,077 DEBUG [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:17:52,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033/rs 2024-11-27T11:17:52,080 DEBUG [RS:0;5b617c7edc8e:37551 {}] zookeeper.ZKUtil(111): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Set watcher on existing znode=/0-1898913033/rs/5b617c7edc8e,37551,1732706270232 2024-11-27T11:17:52,080 WARN [RS:0;5b617c7edc8e:37551 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:17:52,080 INFO [RS:0;5b617c7edc8e:37551 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:52,080 DEBUG [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232 2024-11-27T11:17:52,080 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,37551,1732706270232] 2024-11-27T11:17:52,084 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:17:52,086 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:17:52,087 INFO [RS:0;5b617c7edc8e:37551 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:17:52,087 INFO [RS:0;5b617c7edc8e:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:52,088 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:17:52,089 INFO [RS:0;5b617c7edc8e:37551 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:17:52,089 INFO [RS:0;5b617c7edc8e:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:52,089 DEBUG [RS:0;5b617c7edc8e:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:52,089 DEBUG [RS:0;5b617c7edc8e:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:52,089 DEBUG [RS:0;5b617c7edc8e:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:52,090 DEBUG [RS:0;5b617c7edc8e:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:52,090 DEBUG [RS:0;5b617c7edc8e:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:52,090 DEBUG [RS:0;5b617c7edc8e:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:17:52,090 DEBUG [RS:0;5b617c7edc8e:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:52,090 DEBUG [RS:0;5b617c7edc8e:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:52,090 DEBUG [RS:0;5b617c7edc8e:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:52,090 DEBUG [RS:0;5b617c7edc8e:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:52,090 DEBUG [RS:0;5b617c7edc8e:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:52,090 DEBUG [RS:0;5b617c7edc8e:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:52,090 DEBUG [RS:0;5b617c7edc8e:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:17:52,090 DEBUG [RS:0;5b617c7edc8e:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:17:52,091 INFO [RS:0;5b617c7edc8e:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:52,091 INFO [RS:0;5b617c7edc8e:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:52,091 INFO [RS:0;5b617c7edc8e:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:52,091 INFO [RS:0;5b617c7edc8e:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:52,091 INFO [RS:0;5b617c7edc8e:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:52,091 INFO [RS:0;5b617c7edc8e:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,37551,1732706270232-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:17:52,107 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:17:52,107 INFO [RS:0;5b617c7edc8e:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,37551,1732706270232-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:52,107 INFO [RS:0;5b617c7edc8e:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:52,107 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.Replication(171): 5b617c7edc8e,37551,1732706270232 started 2024-11-27T11:17:52,121 INFO [RS:0;5b617c7edc8e:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:52,121 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,37551,1732706270232, RpcServer on 5b617c7edc8e/172.17.0.2:37551, sessionid=0x101592562110001 2024-11-27T11:17:52,121 DEBUG [RS:0;5b617c7edc8e:37551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:17:52,121 DEBUG [RS:0;5b617c7edc8e:37551 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,37551,1732706270232 2024-11-27T11:17:52,121 DEBUG [RS:0;5b617c7edc8e:37551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,37551,1732706270232' 2024-11-27T11:17:52,121 DEBUG [RS:0;5b617c7edc8e:37551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1898913033/flush-table-proc/abort' 2024-11-27T11:17:52,122 DEBUG [RS:0;5b617c7edc8e:37551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1898913033/flush-table-proc/acquired' 2024-11-27T11:17:52,122 DEBUG [RS:0;5b617c7edc8e:37551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:17:52,122 DEBUG [RS:0;5b617c7edc8e:37551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:17:52,122 DEBUG [RS:0;5b617c7edc8e:37551 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,37551,1732706270232 2024-11-27T11:17:52,122 DEBUG [RS:0;5b617c7edc8e:37551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,37551,1732706270232' 2024-11-27T11:17:52,122 DEBUG [RS:0;5b617c7edc8e:37551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1898913033/online-snapshot/abort' 2024-11-27T11:17:52,123 DEBUG [RS:0;5b617c7edc8e:37551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1898913033/online-snapshot/acquired' 2024-11-27T11:17:52,123 DEBUG [RS:0;5b617c7edc8e:37551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:17:52,123 INFO [RS:0;5b617c7edc8e:37551 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:17:52,124 INFO [RS:0;5b617c7edc8e:37551 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:17:52,224 INFO [RS:0;5b617c7edc8e:37551 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:17:52,225 INFO [RS:0;5b617c7edc8e:37551 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C37551%2C1732706270232, suffix=, logDir=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232, archiveDir=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/oldWALs, maxLogs=10 2024-11-27T11:17:52,239 DEBUG [RS:0;5b617c7edc8e:37551 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226, exclude list is [], retry=0 2024-11-27T11:17:52,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34779,DS-e658772b-ca7e-4f65-b691-ce09de790a66,DISK] 2024-11-27T11:17:52,243 INFO [RS:0;5b617c7edc8e:37551 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 2024-11-27T11:17:52,244 DEBUG [RS:0;5b617c7edc8e:37551 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46457:46457)] 2024-11-27T11:17:52,441 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:17:52,442 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74 2024-11-27T11:17:52,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741833_1009 (size=32) 2024-11-27T11:17:52,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:52,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:17:52,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:17:52,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:52,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:52,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:17:52,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:17:52,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:52,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:52,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:17:52,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:17:52,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:52,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:52,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:17:52,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:17:52,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:52,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:52,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:17:52,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740 2024-11-27T11:17:52,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740 2024-11-27T11:17:52,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:17:52,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:17:52,859 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:52,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:17:52,862 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:17:52,862 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61984150, jitterRate=-0.0763641893863678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:52,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706272848Initializing all the Stores at 1732706272849 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706272849Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706272849Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706272849Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706272849Cleaning up temporary data from old regions at 1732706272859 (+10 ms)Region opened successfully at 1732706272863 (+4 ms) 2024-11-27T11:17:52,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:17:52,863 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:17:52,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:17:52,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:17:52,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:17:52,864 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:17:52,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706272863Disabling compacts and flushes for region at 1732706272863Disabling writes for close at 1732706272863Writing region close event to WAL at 1732706272863Closed at 1732706272864 (+1 ms) 2024-11-27T11:17:52,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:52,865 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:17:52,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:17:52,867 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:17:52,867 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:17:53,018 DEBUG [5b617c7edc8e:38387 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:17:53,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,37551,1732706270232 2024-11-27T11:17:53,019 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,37551,1732706270232, state=OPENING 2024-11-27T11:17:53,021 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:17:53,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033 2024-11-27T11:17:53,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033 2024-11-27T11:17:53,026 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:17:53,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1898913033/meta-region-server: CHANGED 2024-11-27T11:17:53,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1898913033/meta-region-server: CHANGED 2024-11-27T11:17:53,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,37551,1732706270232}] 2024-11-27T11:17:53,179 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:17:53,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:17:53,185 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:17:53,185 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:53,186 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:17:53,187 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C37551%2C1732706270232.meta, suffix=.meta, logDir=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232, archiveDir=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/oldWALs, maxLogs=10 2024-11-27T11:17:53,201 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.meta.1732706273188.meta, exclude list is [], retry=0 2024-11-27T11:17:53,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34779,DS-e658772b-ca7e-4f65-b691-ce09de790a66,DISK] 2024-11-27T11:17:53,204 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.meta.1732706273188.meta 2024-11-27T11:17:53,205 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46457:46457)] 2024-11-27T11:17:53,205 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:53,205 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:17:53,205 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:17:53,205 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:17:53,205 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:17:53,206 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:17:53,206 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:53,206 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:17:53,206 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:17:53,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:17:53,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:17:53,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:53,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:53,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:17:53,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:17:53,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:53,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:53,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:17:53,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:17:53,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:53,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:53,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:17:53,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:17:53,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:53,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:53,212 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:17:53,212 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740 2024-11-27T11:17:53,213 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740 2024-11-27T11:17:53,215 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:17:53,215 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:17:53,215 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:53,216 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:17:53,217 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68113941, jitterRate=0.01497681438922882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:53,217 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:17:53,218 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706273206Writing region info on filesystem at 1732706273206Initializing all the Stores at 1732706273207 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706273207Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706273207Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706273207Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706273207Cleaning up temporary data from old regions at 1732706273215 (+8 ms)Running coprocessor post-open hooks at 1732706273217 (+2 ms)Region opened successfully at 1732706273218 (+1 ms) 2024-11-27T11:17:53,219 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706273179 2024-11-27T11:17:53,221 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:17:53,221 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:17:53,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,37551,1732706270232 2024-11-27T11:17:53,223 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,37551,1732706270232, state=OPEN 2024-11-27T11:17:53,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1898913033/meta-region-server 2024-11-27T11:17:53,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1898913033/meta-region-server 2024-11-27T11:17:53,225 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,37551,1732706270232 2024-11-27T11:17:53,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1898913033/meta-region-server: CHANGED 2024-11-27T11:17:53,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1898913033/meta-region-server: CHANGED 2024-11-27T11:17:53,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:17:53,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,37551,1732706270232 in 199 msec 2024-11-27T11:17:53,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:17:53,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-27T11:17:53,229 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:53,230 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:17:53,231 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:17:53,231 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37551,1732706270232, seqNum=-1] 2024-11-27T11:17:53,231 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:17:53,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:17:53,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2200 sec 2024-11-27T11:17:53,237 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706273237, completionTime=-1 2024-11-27T11:17:53,237 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:17:53,237 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:17:53,239 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:17:53,239 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706333239 2024-11-27T11:17:53,239 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706393239 2024-11-27T11:17:53,240 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T11:17:53,240 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38387,1732706270182-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:53,240 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38387,1732706270182-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:53,240 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38387,1732706270182-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:53,240 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:38387, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:53,240 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:53,240 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:53,242 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:17:53,244 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.972sec 2024-11-27T11:17:53,244 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:17:53,244 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:17:53,244 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:17:53,244 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:17:53,244 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:17:53,244 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38387,1732706270182-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:17:53,244 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38387,1732706270182-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:17:53,247 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:17:53,247 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:17:53,247 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38387,1732706270182-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:53,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378741a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:53,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,38387,-1 for getting cluster id 2024-11-27T11:17:53,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:53,254 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4572e7a0-21bb-41d2-b7c0-54d51a89c1e2' 2024-11-27T11:17:53,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:53,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4572e7a0-21bb-41d2-b7c0-54d51a89c1e2" 2024-11-27T11:17:53,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e742dee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:53,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,38387,-1] 2024-11-27T11:17:53,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:53,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:53,256 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:53,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259197c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:53,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:17:53,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37551,1732706270232, seqNum=-1] 2024-11-27T11:17:53,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:17:53,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:17:53,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,38387,1732706270182 2024-11-27T11:17:53,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51733 2024-11-27T11:17:53,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:53,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101592562110002 connected 2024-11-27T11:17:53,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/hadoop.log.dir so I do NOT create it in target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b 2024-11-27T11:17:53,269 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:17:53,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/hadoop.tmp.dir so I do NOT create it in target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b 2024-11-27T11:17:53,269 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:17:53,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b 2024-11-27T11:17:53,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:17:53,269 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/cluster_178cb927-22a4-09e2-059d-bf6a255ba7b6, deleteOnExit=true 2024-11-27T11:17:53,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:17:53,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/test.cache.data in system properties and HBase conf 2024-11-27T11:17:53,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:17:53,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:17:53,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:17:53,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:17:53,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:17:53,270 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:17:53,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:17:53,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:17:53,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:17:53,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:17:53,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:17:53,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:17:53,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:17:53,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:17:53,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:17:53,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:17:53,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:17:53,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:17:53,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:17:53,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:17:53,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:17:53,348 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:17:53,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:17:53,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:17:53,349 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:17:53,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:17:53,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ca3f21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:17:53,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@737a9391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:17:53,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b940763{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/java.io.tmpdir/jetty-localhost-38477-hadoop-hdfs-3_4_1-tests_jar-_-any-17446267358725468354/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:17:53,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a30631c{HTTP/1.1, (http/1.1)}{localhost:38477} 2024-11-27T11:17:53,469 INFO [Time-limited test {}] server.Server(415): Started @50535ms 2024-11-27T11:17:53,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:17:53,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:17:53,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:17:53,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:17:53,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:17:53,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33f779b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:17:53,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a954acc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:17:53,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c651102{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/java.io.tmpdir/jetty-localhost-44077-hadoop-hdfs-3_4_1-tests_jar-_-any-12919536357090603160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:17:53,701 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32a22324{HTTP/1.1, (http/1.1)}{localhost:44077} 2024-11-27T11:17:53,701 INFO [Time-limited test {}] server.Server(415): Started @50767ms 2024-11-27T11:17:53,703 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:17:53,896 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/cluster_178cb927-22a4-09e2-059d-bf6a255ba7b6/data/data1/current/BP-1998886505-172.17.0.2-1732706273291/current, will proceed with Du for space computation calculation, 2024-11-27T11:17:53,896 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/cluster_178cb927-22a4-09e2-059d-bf6a255ba7b6/data/data2/current/BP-1998886505-172.17.0.2-1732706273291/current, will proceed with Du for space computation calculation, 2024-11-27T11:17:53,915 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:17:53,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ff0d64cdd511513 with lease ID 0x7f44c21c61ed68: Processing first storage report for DS-d1c54bfd-cc5c-4c97-8c07-d84d30ddbb8b from datanode DatanodeRegistration(127.0.0.1:43693, datanodeUuid=6002d188-4520-4b7a-90c0-9b66dcf56e53, infoPort=40037, infoSecurePort=0, ipcPort=43815, storageInfo=lv=-57;cid=testClusterID;nsid=48180788;c=1732706273291) 2024-11-27T11:17:53,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ff0d64cdd511513 with lease ID 0x7f44c21c61ed68: from storage DS-d1c54bfd-cc5c-4c97-8c07-d84d30ddbb8b node DatanodeRegistration(127.0.0.1:43693, datanodeUuid=6002d188-4520-4b7a-90c0-9b66dcf56e53, infoPort=40037, infoSecurePort=0, ipcPort=43815, storageInfo=lv=-57;cid=testClusterID;nsid=48180788;c=1732706273291), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:17:53,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ff0d64cdd511513 with lease ID 0x7f44c21c61ed68: Processing first storage report for DS-f24f97b2-312a-4505-a5e1-bc239af1ec5e from datanode DatanodeRegistration(127.0.0.1:43693, datanodeUuid=6002d188-4520-4b7a-90c0-9b66dcf56e53, infoPort=40037, infoSecurePort=0, ipcPort=43815, storageInfo=lv=-57;cid=testClusterID;nsid=48180788;c=1732706273291) 2024-11-27T11:17:53,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ff0d64cdd511513 with lease ID 0x7f44c21c61ed68: from storage DS-f24f97b2-312a-4505-a5e1-bc239af1ec5e node DatanodeRegistration(127.0.0.1:43693, datanodeUuid=6002d188-4520-4b7a-90c0-9b66dcf56e53, infoPort=40037, infoSecurePort=0, ipcPort=43815, storageInfo=lv=-57;cid=testClusterID;nsid=48180788;c=1732706273291), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:17:53,929 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b 2024-11-27T11:17:53,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:53,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:53,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:17:53,939 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f with version=8 2024-11-27T11:17:53,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/hbase-staging 2024-11-27T11:17:53,941 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:17:53,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:53,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:53,941 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:17:53,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:53,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:17:53,941 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:17:53,941 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:17:53,942 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35925 2024-11-27T11:17:53,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35925 connecting to ZooKeeper ensemble=127.0.0.1:51733 2024-11-27T11:17:53,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359250x0, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:53,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35925-0x101592562110003 connected 2024-11-27T11:17:53,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:53,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:53,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Set watcher on znode that does not yet exist, /1-912409993/running 2024-11-27T11:17:53,963 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f, hbase.cluster.distributed=false 2024-11-27T11:17:53,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Set watcher on znode that does not yet exist, /1-912409993/acl 2024-11-27T11:17:53,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35925 2024-11-27T11:17:53,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35925 2024-11-27T11:17:53,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35925 2024-11-27T11:17:53,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35925 2024-11-27T11:17:53,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35925 2024-11-27T11:17:53,981 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:17:53,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:53,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:53,981 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:17:53,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:17:53,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:17:53,981 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:17:53,981 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:17:53,981 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36373 2024-11-27T11:17:53,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36373 connecting to ZooKeeper ensemble=127.0.0.1:51733 2024-11-27T11:17:53,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:53,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:53,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363730x0, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:53,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363730x0, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Set watcher on znode that does not yet exist, /1-912409993/running 2024-11-27T11:17:53,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36373-0x101592562110004 connected 2024-11-27T11:17:53,991 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:17:53,991 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:17:53,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Set watcher on znode that does not yet exist, /1-912409993/master 2024-11-27T11:17:53,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Set watcher on znode that does not yet exist, /1-912409993/acl 2024-11-27T11:17:53,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36373 2024-11-27T11:17:53,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36373 2024-11-27T11:17:53,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36373 2024-11-27T11:17:53,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36373 2024-11-27T11:17:53,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36373 2024-11-27T11:17:54,009 DEBUG [M:0;5b617c7edc8e:35925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:35925 2024-11-27T11:17:54,009 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-912409993/backup-masters/5b617c7edc8e,35925,1732706273941 2024-11-27T11:17:54,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993/backup-masters 2024-11-27T11:17:54,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993/backup-masters 2024-11-27T11:17:54,012 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Set watcher on existing znode=/1-912409993/backup-masters/5b617c7edc8e,35925,1732706273941 2024-11-27T11:17:54,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993 2024-11-27T11:17:54,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-912409993/master 2024-11-27T11:17:54,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993 2024-11-27T11:17:54,014 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Set watcher on existing znode=/1-912409993/master 2024-11-27T11:17:54,015 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-912409993/backup-masters/5b617c7edc8e,35925,1732706273941 from backup master directory 2024-11-27T11:17:54,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-912409993/backup-masters/5b617c7edc8e,35925,1732706273941 2024-11-27T11:17:54,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993/backup-masters 2024-11-27T11:17:54,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993/backup-masters 2024-11-27T11:17:54,016 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:17:54,016 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,35925,1732706273941 2024-11-27T11:17:54,020 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/hbase.id] with ID: 1e196e45-8ee7-424c-bee0-a73138d50a6c 2024-11-27T11:17:54,020 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/.tmp/hbase.id 2024-11-27T11:17:54,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:17:54,427 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/.tmp/hbase.id]:[hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/hbase.id] 2024-11-27T11:17:54,440 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:17:54,440 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:17:54,442 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T11:17:54,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993 2024-11-27T11:17:54,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993 2024-11-27T11:17:54,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:17:54,456 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:17:54,457 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:17:54,457 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:54,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:17:54,865 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store 2024-11-27T11:17:54,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:17:55,272 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:55,273 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:17:55,273 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:55,273 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:55,273 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:17:55,273 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:55,273 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:17:55,273 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706275272Disabling compacts and flushes for region at 1732706275272Disabling writes for close at 1732706275273 (+1 ms)Writing region close event to WAL at 1732706275273Closed at 1732706275273 2024-11-27T11:17:55,274 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/.initializing 2024-11-27T11:17:55,274 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/WALs/5b617c7edc8e,35925,1732706273941 2024-11-27T11:17:55,275 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:17:55,276 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C35925%2C1732706273941, suffix=, logDir=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/WALs/5b617c7edc8e,35925,1732706273941, archiveDir=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/oldWALs, maxLogs=10 2024-11-27T11:17:55,289 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/WALs/5b617c7edc8e,35925,1732706273941/5b617c7edc8e%2C35925%2C1732706273941.1732706275277, exclude list is [], retry=0 2024-11-27T11:17:55,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43693,DS-d1c54bfd-cc5c-4c97-8c07-d84d30ddbb8b,DISK] 2024-11-27T11:17:55,294 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/WALs/5b617c7edc8e,35925,1732706273941/5b617c7edc8e%2C35925%2C1732706273941.1732706275277 2024-11-27T11:17:55,294 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40037:40037)] 2024-11-27T11:17:55,294 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:55,294 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:55,294 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:55,294 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:55,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:55,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:17:55,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:55,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:55,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:55,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:17:55,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:55,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:55,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:55,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:17:55,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:55,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:55,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:55,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:17:55,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:55,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:55,302 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:55,302 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:55,303 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:55,304 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:55,304 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:55,304 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:55,305 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:17:55,307 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:17:55,308 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63043345, jitterRate=-0.06058095395565033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:55,308 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706275294Initializing all the Stores at 1732706275295 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706275295Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706275295Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706275295Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706275295Cleaning up temporary data from old regions at 1732706275304 (+9 ms)Region opened successfully at 1732706275308 (+4 ms) 2024-11-27T11:17:55,308 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:17:55,312 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741e52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:17:55,313 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:17:55,313 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:17:55,313 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:17:55,313 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:17:55,313 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:17:55,314 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:17:55,314 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:17:55,316 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:17:55,317 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Unable to get data of znode /1-912409993/balancer because node does not exist (not necessarily an error) 2024-11-27T11:17:55,320 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-912409993/balancer already deleted, retry=false 2024-11-27T11:17:55,320 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:17:55,321 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Unable to get data of znode /1-912409993/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:17:55,322 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-912409993/normalizer already deleted, retry=false 2024-11-27T11:17:55,322 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:17:55,323 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Unable to get data of znode /1-912409993/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:17:55,324 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-912409993/switch/split already deleted, retry=false 2024-11-27T11:17:55,325 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Unable to get data of znode /1-912409993/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:17:55,326 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-912409993/switch/merge already deleted, retry=false 2024-11-27T11:17:55,328 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Unable to get data of znode /1-912409993/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:17:55,331 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-912409993/snapshot-cleanup already deleted, retry=false 2024-11-27T11:17:55,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-912409993/running 2024-11-27T11:17:55,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-912409993/running 2024-11-27T11:17:55,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993 2024-11-27T11:17:55,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993 2024-11-27T11:17:55,333 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,35925,1732706273941, sessionid=0x101592562110003, setting cluster-up flag (Was=false) 2024-11-27T11:17:55,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993 2024-11-27T11:17:55,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993 2024-11-27T11:17:55,341 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-912409993/flush-table-proc/acquired, /1-912409993/flush-table-proc/reached, /1-912409993/flush-table-proc/abort 2024-11-27T11:17:55,342 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,35925,1732706273941 2024-11-27T11:17:55,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993 2024-11-27T11:17:55,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993 2024-11-27T11:17:55,351 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-912409993/online-snapshot/acquired, /1-912409993/online-snapshot/reached, /1-912409993/online-snapshot/abort 2024-11-27T11:17:55,352 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,35925,1732706273941 2024-11-27T11:17:55,353 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:17:55,354 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:55,355 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:17:55,355 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:17:55,355 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,35925,1732706273941 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:17:55,357 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:55,357 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:55,357 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:55,357 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:17:55,357 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:17:55,357 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:55,357 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:17:55,357 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:55,360 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706305360 2024-11-27T11:17:55,360 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:17:55,360 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:17:55,360 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:17:55,360 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:17:55,360 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:17:55,360 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:17:55,360 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:55,361 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:55,361 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:17:55,361 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:17:55,361 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:17:55,361 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:17:55,361 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:17:55,361 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:17:55,361 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:17:55,361 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706275361,5,FailOnTimeoutGroup] 2024-11-27T11:17:55,362 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:55,362 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706275362,5,FailOnTimeoutGroup] 2024-11-27T11:17:55,362 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:55,362 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:17:55,362 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:55,362 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:55,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:17:55,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:17:55,400 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(746): ClusterId : 1e196e45-8ee7-424c-bee0-a73138d50a6c 2024-11-27T11:17:55,400 DEBUG [RS:0;5b617c7edc8e:36373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:17:55,403 DEBUG [RS:0;5b617c7edc8e:36373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:17:55,403 DEBUG [RS:0;5b617c7edc8e:36373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:17:55,405 DEBUG [RS:0;5b617c7edc8e:36373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:17:55,405 DEBUG [RS:0;5b617c7edc8e:36373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39acab3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:17:55,420 DEBUG [RS:0;5b617c7edc8e:36373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:36373 2024-11-27T11:17:55,421 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:17:55,421 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:17:55,421 DEBUG [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:17:55,422 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,35925,1732706273941 with port=36373, startcode=1732706273980 2024-11-27T11:17:55,422 DEBUG [RS:0;5b617c7edc8e:36373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:17:55,424 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:17:55,425 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35925 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,36373,1732706273980 2024-11-27T11:17:55,425 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35925 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,36373,1732706273980 2024-11-27T11:17:55,427 DEBUG [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f 2024-11-27T11:17:55,427 DEBUG [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43567 2024-11-27T11:17:55,427 DEBUG [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:17:55,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993/rs 2024-11-27T11:17:55,434 DEBUG [RS:0;5b617c7edc8e:36373 {}] zookeeper.ZKUtil(111): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Set watcher on existing znode=/1-912409993/rs/5b617c7edc8e,36373,1732706273980 2024-11-27T11:17:55,434 WARN [RS:0;5b617c7edc8e:36373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:17:55,434 INFO [RS:0;5b617c7edc8e:36373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:55,434 DEBUG [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/WALs/5b617c7edc8e,36373,1732706273980 2024-11-27T11:17:55,435 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,36373,1732706273980] 2024-11-27T11:17:55,438 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:17:55,441 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:17:55,442 INFO [RS:0;5b617c7edc8e:36373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:17:55,442 INFO [RS:0;5b617c7edc8e:36373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:55,442 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:17:55,443 INFO [RS:0;5b617c7edc8e:36373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:17:55,443 INFO [RS:0;5b617c7edc8e:36373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:55,443 DEBUG [RS:0;5b617c7edc8e:36373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:55,443 DEBUG [RS:0;5b617c7edc8e:36373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:55,444 DEBUG [RS:0;5b617c7edc8e:36373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:55,444 DEBUG [RS:0;5b617c7edc8e:36373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:55,444 DEBUG [RS:0;5b617c7edc8e:36373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:55,444 DEBUG [RS:0;5b617c7edc8e:36373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:17:55,444 DEBUG [RS:0;5b617c7edc8e:36373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:55,444 DEBUG [RS:0;5b617c7edc8e:36373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:55,444 DEBUG [RS:0;5b617c7edc8e:36373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:55,444 DEBUG [RS:0;5b617c7edc8e:36373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:55,444 DEBUG [RS:0;5b617c7edc8e:36373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:55,444 DEBUG [RS:0;5b617c7edc8e:36373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:17:55,444 DEBUG [RS:0;5b617c7edc8e:36373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:17:55,444 DEBUG [RS:0;5b617c7edc8e:36373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:17:55,447 INFO [RS:0;5b617c7edc8e:36373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:55,447 INFO [RS:0;5b617c7edc8e:36373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:55,447 INFO [RS:0;5b617c7edc8e:36373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:55,447 INFO [RS:0;5b617c7edc8e:36373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:55,447 INFO [RS:0;5b617c7edc8e:36373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:55,447 INFO [RS:0;5b617c7edc8e:36373 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,36373,1732706273980-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:17:55,461 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:17:55,461 INFO [RS:0;5b617c7edc8e:36373 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,36373,1732706273980-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:55,462 INFO [RS:0;5b617c7edc8e:36373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:55,462 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.Replication(171): 5b617c7edc8e,36373,1732706273980 started 2024-11-27T11:17:55,475 INFO [RS:0;5b617c7edc8e:36373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:55,475 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,36373,1732706273980, RpcServer on 5b617c7edc8e/172.17.0.2:36373, sessionid=0x101592562110004 2024-11-27T11:17:55,475 DEBUG [RS:0;5b617c7edc8e:36373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:17:55,475 DEBUG [RS:0;5b617c7edc8e:36373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,36373,1732706273980 2024-11-27T11:17:55,476 DEBUG [RS:0;5b617c7edc8e:36373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,36373,1732706273980' 2024-11-27T11:17:55,476 DEBUG [RS:0;5b617c7edc8e:36373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-912409993/flush-table-proc/abort' 2024-11-27T11:17:55,476 DEBUG [RS:0;5b617c7edc8e:36373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-912409993/flush-table-proc/acquired' 2024-11-27T11:17:55,476 DEBUG [RS:0;5b617c7edc8e:36373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:17:55,476 DEBUG [RS:0;5b617c7edc8e:36373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:17:55,476 DEBUG [RS:0;5b617c7edc8e:36373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,36373,1732706273980 2024-11-27T11:17:55,477 DEBUG [RS:0;5b617c7edc8e:36373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,36373,1732706273980' 2024-11-27T11:17:55,477 DEBUG [RS:0;5b617c7edc8e:36373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-912409993/online-snapshot/abort' 2024-11-27T11:17:55,477 DEBUG [RS:0;5b617c7edc8e:36373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-912409993/online-snapshot/acquired' 2024-11-27T11:17:55,477 DEBUG [RS:0;5b617c7edc8e:36373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:17:55,477 INFO [RS:0;5b617c7edc8e:36373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:17:55,477 INFO [RS:0;5b617c7edc8e:36373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:17:55,578 INFO [RS:0;5b617c7edc8e:36373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:17:55,580 INFO [RS:0;5b617c7edc8e:36373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C36373%2C1732706273980, suffix=, logDir=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/WALs/5b617c7edc8e,36373,1732706273980, archiveDir=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/oldWALs, maxLogs=10 2024-11-27T11:17:55,593 DEBUG [RS:0;5b617c7edc8e:36373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/WALs/5b617c7edc8e,36373,1732706273980/5b617c7edc8e%2C36373%2C1732706273980.1732706275580, exclude list is [], retry=0 2024-11-27T11:17:55,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43693,DS-d1c54bfd-cc5c-4c97-8c07-d84d30ddbb8b,DISK] 2024-11-27T11:17:55,598 INFO [RS:0;5b617c7edc8e:36373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/WALs/5b617c7edc8e,36373,1732706273980/5b617c7edc8e%2C36373%2C1732706273980.1732706275580 2024-11-27T11:17:55,598 DEBUG [RS:0;5b617c7edc8e:36373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40037:40037)] 2024-11-27T11:17:55,770 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:17:55,770 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f 2024-11-27T11:17:55,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741833_1009 (size=32) 2024-11-27T11:17:56,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:56,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:17:56,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:17:56,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:56,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:56,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:17:56,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:17:56,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:56,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:56,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:17:56,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:17:56,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:56,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:56,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:17:56,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:17:56,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:56,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:56,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:17:56,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740 2024-11-27T11:17:56,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740 2024-11-27T11:17:56,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:17:56,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:17:56,188 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:56,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:17:56,190 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:17:56,191 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62122056, jitterRate=-0.07430922985076904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:56,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706276177Initializing all the Stores at 1732706276178 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706276178Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706276178Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706276178Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706276178Cleaning up temporary data from old regions at 1732706276187 (+9 ms)Region opened successfully at 1732706276191 (+4 ms) 2024-11-27T11:17:56,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:17:56,191 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:17:56,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:17:56,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:17:56,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:17:56,191 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:17:56,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706276191Disabling compacts and flushes for region at 1732706276191Disabling writes for close at 1732706276191Writing region close event to WAL at 1732706276191Closed at 1732706276191 2024-11-27T11:17:56,193 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:56,193 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:17:56,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:17:56,194 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:17:56,195 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:17:56,345 DEBUG [5b617c7edc8e:35925 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:17:56,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,36373,1732706273980 2024-11-27T11:17:56,347 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,36373,1732706273980, state=OPENING 2024-11-27T11:17:56,350 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:17:56,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993 2024-11-27T11:17:56,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993 2024-11-27T11:17:56,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-912409993/meta-region-server: CHANGED 2024-11-27T11:17:56,353 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:17:56,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-912409993/meta-region-server: CHANGED 2024-11-27T11:17:56,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,36373,1732706273980}] 2024-11-27T11:17:56,506 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:17:56,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:17:56,512 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:17:56,512 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:17:56,512 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:17:56,514 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C36373%2C1732706273980.meta, suffix=.meta, logDir=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/WALs/5b617c7edc8e,36373,1732706273980, archiveDir=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/oldWALs, maxLogs=10 2024-11-27T11:17:56,531 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/WALs/5b617c7edc8e,36373,1732706273980/5b617c7edc8e%2C36373%2C1732706273980.meta.1732706276514.meta, exclude list is [], retry=0 2024-11-27T11:17:56,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43693,DS-d1c54bfd-cc5c-4c97-8c07-d84d30ddbb8b,DISK] 2024-11-27T11:17:56,535 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/WALs/5b617c7edc8e,36373,1732706273980/5b617c7edc8e%2C36373%2C1732706273980.meta.1732706276514.meta 2024-11-27T11:17:56,535 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40037:40037)] 2024-11-27T11:17:56,535 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:56,536 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:17:56,536 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:17:56,536 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:17:56,536 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:17:56,536 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:17:56,536 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:56,536 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:17:56,536 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:17:56,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:17:56,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:17:56,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:56,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:56,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:17:56,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:17:56,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:56,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:56,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:17:56,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:17:56,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:56,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:56,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:17:56,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:17:56,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:56,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:17:56,543 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:17:56,543 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740 2024-11-27T11:17:56,545 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740 2024-11-27T11:17:56,546 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:17:56,546 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:17:56,546 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:17:56,547 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:17:56,548 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64496866, jitterRate=-0.03892180323600769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:17:56,548 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:17:56,548 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706276536Writing region info on filesystem at 1732706276536Initializing all the Stores at 1732706276537 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706276537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706276537Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706276538 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706276538Cleaning up temporary data from old regions at 1732706276546 (+8 ms)Running coprocessor post-open hooks at 1732706276548 (+2 ms)Region opened successfully at 1732706276548 2024-11-27T11:17:56,549 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706276506 2024-11-27T11:17:56,551 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:17:56,551 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:17:56,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,36373,1732706273980 2024-11-27T11:17:56,553 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,36373,1732706273980, state=OPEN 2024-11-27T11:17:56,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-912409993/meta-region-server 2024-11-27T11:17:56,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-912409993/meta-region-server 2024-11-27T11:17:56,555 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,36373,1732706273980 2024-11-27T11:17:56,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-912409993/meta-region-server: CHANGED 2024-11-27T11:17:56,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-912409993/meta-region-server: CHANGED 2024-11-27T11:17:56,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:17:56,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,36373,1732706273980 in 202 msec 2024-11-27T11:17:56,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:17:56,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-27T11:17:56,560 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:17:56,561 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:17:56,562 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:17:56,562 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,36373,1732706273980, seqNum=-1] 2024-11-27T11:17:56,562 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:17:56,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:17:56,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2130 sec 2024-11-27T11:17:56,568 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706276568, completionTime=-1 2024-11-27T11:17:56,568 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:17:56,568 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:17:56,570 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:17:56,570 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706336570 2024-11-27T11:17:56,570 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706396570 2024-11-27T11:17:56,570 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T11:17:56,570 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,35925,1732706273941-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:56,570 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,35925,1732706273941-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:56,570 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,35925,1732706273941-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:56,570 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:35925, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:56,570 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:56,570 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:56,572 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:17:56,574 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.558sec 2024-11-27T11:17:56,574 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:17:56,574 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:17:56,574 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:17:56,574 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:17:56,574 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:17:56,574 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,35925,1732706273941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:17:56,574 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,35925,1732706273941-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:17:56,576 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:17:56,576 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:17:56,576 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,35925,1732706273941-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:17:56,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d29b169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:56,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,35925,-1 for getting cluster id 2024-11-27T11:17:56,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:56,602 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e196e45-8ee7-424c-bee0-a73138d50a6c' 2024-11-27T11:17:56,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:56,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e196e45-8ee7-424c-bee0-a73138d50a6c" 2024-11-27T11:17:56,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc2b70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:56,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,35925,-1] 2024-11-27T11:17:56,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:56,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:56,604 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:56,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d2badb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:56,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:17:56,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,36373,1732706273980, seqNum=-1] 2024-11-27T11:17:56,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:17:56,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:17:56,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,35925,1732706273941 2024-11-27T11:17:56,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51733 2024-11-27T11:17:56,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:17:56,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101592562110005 connected 2024-11-27T11:17:56,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:56,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,38387,1732706270182 2024-11-27T11:17:56,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1830d1b0 2024-11-27T11:17:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:56,621 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:17:56,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:17:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T11:17:56,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:17:56,629 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:56,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T11:17:56,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:17:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:56,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741835_1011 (size=902) 2024-11-27T11:17:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:57,038 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08fe1a3a12e1bad364d4d9a7e639b018, NAME => 'test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74 2024-11-27T11:17:57,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741836_1012 (size=39) 2024-11-27T11:17:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:57,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:57,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 08fe1a3a12e1bad364d4d9a7e639b018, disabling compactions & flushes 2024-11-27T11:17:57,446 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018. 2024-11-27T11:17:57,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018. 2024-11-27T11:17:57,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018. after waiting 0 ms 2024-11-27T11:17:57,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018. 2024-11-27T11:17:57,446 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018. 2024-11-27T11:17:57,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08fe1a3a12e1bad364d4d9a7e639b018: Waiting for close lock at 1732706277446Disabling compacts and flushes for region at 1732706277446Disabling writes for close at 1732706277446Writing region close event to WAL at 1732706277446Closed at 1732706277446 2024-11-27T11:17:57,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:17:57,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732706277448"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706277448"}]},"ts":"1732706277448"} 2024-11-27T11:17:57,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:17:57,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:17:57,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706277452"}]},"ts":"1732706277452"} 2024-11-27T11:17:57,454 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T11:17:57,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=08fe1a3a12e1bad364d4d9a7e639b018, ASSIGN}] 2024-11-27T11:17:57,456 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=08fe1a3a12e1bad364d4d9a7e639b018, ASSIGN 2024-11-27T11:17:57,457 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=08fe1a3a12e1bad364d4d9a7e639b018, ASSIGN; state=OFFLINE, location=5b617c7edc8e,37551,1732706270232; forceNewPlan=false, retain=false 2024-11-27T11:17:57,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08fe1a3a12e1bad364d4d9a7e639b018, regionState=OPENING, regionLocation=5b617c7edc8e,37551,1732706270232 2024-11-27T11:17:57,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=08fe1a3a12e1bad364d4d9a7e639b018, ASSIGN because future has completed 2024-11-27T11:17:57,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08fe1a3a12e1bad364d4d9a7e639b018, server=5b617c7edc8e,37551,1732706270232}] 2024-11-27T11:17:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:57,770 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018. 2024-11-27T11:17:57,770 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 08fe1a3a12e1bad364d4d9a7e639b018, NAME => 'test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:57,771 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:17:57,771 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T11:17:57,771 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 08fe1a3a12e1bad364d4d9a7e639b018 2024-11-27T11:17:57,771 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:57,771 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 08fe1a3a12e1bad364d4d9a7e639b018 2024-11-27T11:17:57,771 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 08fe1a3a12e1bad364d4d9a7e639b018 2024-11-27T11:17:57,773 INFO [StoreOpener-08fe1a3a12e1bad364d4d9a7e639b018-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 08fe1a3a12e1bad364d4d9a7e639b018 2024-11-27T11:17:57,774 INFO [StoreOpener-08fe1a3a12e1bad364d4d9a7e639b018-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08fe1a3a12e1bad364d4d9a7e639b018 columnFamilyName f 2024-11-27T11:17:57,774 DEBUG [StoreOpener-08fe1a3a12e1bad364d4d9a7e639b018-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:57,775 INFO [StoreOpener-08fe1a3a12e1bad364d4d9a7e639b018-1 {}] regionserver.HStore(327): Store=08fe1a3a12e1bad364d4d9a7e639b018/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:57,775 INFO [StoreOpener-08fe1a3a12e1bad364d4d9a7e639b018-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 08fe1a3a12e1bad364d4d9a7e639b018 2024-11-27T11:17:57,776 INFO [StoreOpener-08fe1a3a12e1bad364d4d9a7e639b018-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08fe1a3a12e1bad364d4d9a7e639b018 columnFamilyName f1 2024-11-27T11:17:57,776 DEBUG [StoreOpener-08fe1a3a12e1bad364d4d9a7e639b018-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:57,776 INFO [StoreOpener-08fe1a3a12e1bad364d4d9a7e639b018-1 {}] regionserver.HStore(327): Store=08fe1a3a12e1bad364d4d9a7e639b018/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:57,777 INFO [StoreOpener-08fe1a3a12e1bad364d4d9a7e639b018-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 08fe1a3a12e1bad364d4d9a7e639b018 2024-11-27T11:17:57,778 INFO [StoreOpener-08fe1a3a12e1bad364d4d9a7e639b018-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08fe1a3a12e1bad364d4d9a7e639b018 columnFamilyName norep 2024-11-27T11:17:57,778 DEBUG [StoreOpener-08fe1a3a12e1bad364d4d9a7e639b018-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:57,778 INFO [StoreOpener-08fe1a3a12e1bad364d4d9a7e639b018-1 {}] regionserver.HStore(327): Store=08fe1a3a12e1bad364d4d9a7e639b018/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:57,778 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 08fe1a3a12e1bad364d4d9a7e639b018 2024-11-27T11:17:57,779 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018 2024-11-27T11:17:57,779 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018 2024-11-27T11:17:57,780 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 08fe1a3a12e1bad364d4d9a7e639b018 2024-11-27T11:17:57,780 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 08fe1a3a12e1bad364d4d9a7e639b018 2024-11-27T11:17:57,781 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:17:57,782 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 08fe1a3a12e1bad364d4d9a7e639b018 2024-11-27T11:17:57,784 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:17:57,784 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 08fe1a3a12e1bad364d4d9a7e639b018; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63902533, jitterRate=-0.04777805507183075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:17:57,784 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08fe1a3a12e1bad364d4d9a7e639b018 2024-11-27T11:17:57,785 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 08fe1a3a12e1bad364d4d9a7e639b018: Running coprocessor pre-open hook at 1732706277772Writing region info on filesystem at 1732706277772Initializing all the Stores at 1732706277772Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706277772Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706277773 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706277773Cleaning up temporary data from old regions at 1732706277780 (+7 ms)Running coprocessor post-open hooks at 1732706277784 (+4 ms)Region opened successfully at 1732706277785 (+1 ms) 2024-11-27T11:17:57,787 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018., pid=6, masterSystemTime=1732706277765 2024-11-27T11:17:57,790 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018. 2024-11-27T11:17:57,790 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018. 2024-11-27T11:17:57,792 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08fe1a3a12e1bad364d4d9a7e639b018, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b617c7edc8e,37551,1732706270232 2024-11-27T11:17:57,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08fe1a3a12e1bad364d4d9a7e639b018, server=5b617c7edc8e,37551,1732706270232 because future has completed 2024-11-27T11:17:57,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:17:57,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 08fe1a3a12e1bad364d4d9a7e639b018, server=5b617c7edc8e,37551,1732706270232 in 183 msec 2024-11-27T11:17:57,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T11:17:57,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=08fe1a3a12e1bad364d4d9a7e639b018, ASSIGN in 344 msec 2024-11-27T11:17:57,801 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:17:57,801 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706277801"}]},"ts":"1732706277801"} 2024-11-27T11:17:57,803 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T11:17:57,804 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:17:57,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1790 sec 2024-11-27T11:17:58,085 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T11:17:58,085 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T11:17:58,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T11:17:58,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T11:17:58,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T11:17:58,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T11:17:58,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:17:58,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T11:17:58,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:17:58,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T11:17:58,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:17:58,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T11:17:58,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:17:58,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:17:58,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:17:58,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:17:58,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:17:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:58,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:58,783 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T11:17:58,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,35925,1732706273941 2024-11-27T11:17:58,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b22f3a8 2024-11-27T11:17:58,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:58,786 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:17:58,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:17:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T11:17:58,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:17:58,792 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:58,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T11:17:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:58,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:17:58,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741835_1011 (size=902) 2024-11-27T11:17:58,808 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f9b5232368daf61d7885eba76b428f9, NAME => 'test,,1732706278787.7f9b5232368daf61d7885eba76b428f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f 2024-11-27T11:17:58,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741836_1012 (size=39) 2024-11-27T11:17:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:59,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732706278787.7f9b5232368daf61d7885eba76b428f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:59,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7f9b5232368daf61d7885eba76b428f9, disabling compactions & flushes 2024-11-27T11:17:59,239 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732706278787.7f9b5232368daf61d7885eba76b428f9. 2024-11-27T11:17:59,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706278787.7f9b5232368daf61d7885eba76b428f9. 2024-11-27T11:17:59,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732706278787.7f9b5232368daf61d7885eba76b428f9. after waiting 0 ms 2024-11-27T11:17:59,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732706278787.7f9b5232368daf61d7885eba76b428f9. 2024-11-27T11:17:59,239 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732706278787.7f9b5232368daf61d7885eba76b428f9. 2024-11-27T11:17:59,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f9b5232368daf61d7885eba76b428f9: Waiting for close lock at 1732706279239Disabling compacts and flushes for region at 1732706279239Disabling writes for close at 1732706279239Writing region close event to WAL at 1732706279239Closed at 1732706279239 2024-11-27T11:17:59,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:17:59,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732706278787.7f9b5232368daf61d7885eba76b428f9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732706279242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706279242"}]},"ts":"1732706279242"} 2024-11-27T11:17:59,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:17:59,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:17:59,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706279248"}]},"ts":"1732706279248"} 2024-11-27T11:17:59,253 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T11:17:59,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f9b5232368daf61d7885eba76b428f9, ASSIGN}] 2024-11-27T11:17:59,256 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f9b5232368daf61d7885eba76b428f9, ASSIGN 2024-11-27T11:17:59,257 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7f9b5232368daf61d7885eba76b428f9, ASSIGN; state=OFFLINE, location=5b617c7edc8e,36373,1732706273980; forceNewPlan=false, retain=false 2024-11-27T11:17:59,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f9b5232368daf61d7885eba76b428f9, regionState=OPENING, regionLocation=5b617c7edc8e,36373,1732706273980 2024-11-27T11:17:59,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7f9b5232368daf61d7885eba76b428f9, ASSIGN because future has completed 2024-11-27T11:17:59,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f9b5232368daf61d7885eba76b428f9, server=5b617c7edc8e,36373,1732706273980}] 2024-11-27T11:17:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:59,569 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732706278787.7f9b5232368daf61d7885eba76b428f9. 2024-11-27T11:17:59,570 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f9b5232368daf61d7885eba76b428f9, NAME => 'test,,1732706278787.7f9b5232368daf61d7885eba76b428f9.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:17:59,570 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:17:59,570 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T11:17:59,570 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7f9b5232368daf61d7885eba76b428f9 2024-11-27T11:17:59,571 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732706278787.7f9b5232368daf61d7885eba76b428f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:17:59,571 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7f9b5232368daf61d7885eba76b428f9 2024-11-27T11:17:59,571 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7f9b5232368daf61d7885eba76b428f9 2024-11-27T11:17:59,572 INFO [StoreOpener-7f9b5232368daf61d7885eba76b428f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7f9b5232368daf61d7885eba76b428f9 2024-11-27T11:17:59,574 INFO [StoreOpener-7f9b5232368daf61d7885eba76b428f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f9b5232368daf61d7885eba76b428f9 columnFamilyName f 2024-11-27T11:17:59,574 DEBUG [StoreOpener-7f9b5232368daf61d7885eba76b428f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:59,574 INFO [StoreOpener-7f9b5232368daf61d7885eba76b428f9-1 {}] regionserver.HStore(327): Store=7f9b5232368daf61d7885eba76b428f9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:59,574 INFO [StoreOpener-7f9b5232368daf61d7885eba76b428f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7f9b5232368daf61d7885eba76b428f9 2024-11-27T11:17:59,575 INFO [StoreOpener-7f9b5232368daf61d7885eba76b428f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f9b5232368daf61d7885eba76b428f9 columnFamilyName f1 2024-11-27T11:17:59,575 DEBUG [StoreOpener-7f9b5232368daf61d7885eba76b428f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:59,576 INFO [StoreOpener-7f9b5232368daf61d7885eba76b428f9-1 {}] regionserver.HStore(327): Store=7f9b5232368daf61d7885eba76b428f9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:59,576 INFO [StoreOpener-7f9b5232368daf61d7885eba76b428f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7f9b5232368daf61d7885eba76b428f9 2024-11-27T11:17:59,577 INFO [StoreOpener-7f9b5232368daf61d7885eba76b428f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f9b5232368daf61d7885eba76b428f9 columnFamilyName norep 2024-11-27T11:17:59,577 DEBUG [StoreOpener-7f9b5232368daf61d7885eba76b428f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:59,578 INFO [StoreOpener-7f9b5232368daf61d7885eba76b428f9-1 {}] regionserver.HStore(327): Store=7f9b5232368daf61d7885eba76b428f9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:17:59,578 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7f9b5232368daf61d7885eba76b428f9 2024-11-27T11:17:59,579 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/default/test/7f9b5232368daf61d7885eba76b428f9 2024-11-27T11:17:59,579 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/default/test/7f9b5232368daf61d7885eba76b428f9 2024-11-27T11:17:59,580 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7f9b5232368daf61d7885eba76b428f9 2024-11-27T11:17:59,580 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7f9b5232368daf61d7885eba76b428f9 2024-11-27T11:17:59,581 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:17:59,582 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7f9b5232368daf61d7885eba76b428f9 2024-11-27T11:17:59,584 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/default/test/7f9b5232368daf61d7885eba76b428f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:17:59,585 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7f9b5232368daf61d7885eba76b428f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64896641, jitterRate=-0.032964691519737244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:17:59,585 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f9b5232368daf61d7885eba76b428f9 2024-11-27T11:17:59,585 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7f9b5232368daf61d7885eba76b428f9: Running coprocessor pre-open hook at 1732706279571Writing region info on filesystem at 1732706279571Initializing all the Stores at 1732706279572 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706279572Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706279572Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706279572Cleaning up temporary data from old regions at 1732706279580 (+8 ms)Running coprocessor post-open hooks at 1732706279585 (+5 ms)Region opened successfully at 1732706279585 2024-11-27T11:17:59,586 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732706278787.7f9b5232368daf61d7885eba76b428f9., pid=6, masterSystemTime=1732706279565 2024-11-27T11:17:59,590 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732706278787.7f9b5232368daf61d7885eba76b428f9. 2024-11-27T11:17:59,590 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732706278787.7f9b5232368daf61d7885eba76b428f9. 2024-11-27T11:17:59,591 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f9b5232368daf61d7885eba76b428f9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b617c7edc8e,36373,1732706273980 2024-11-27T11:17:59,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f9b5232368daf61d7885eba76b428f9, server=5b617c7edc8e,36373,1732706273980 because future has completed 2024-11-27T11:17:59,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:17:59,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f9b5232368daf61d7885eba76b428f9, server=5b617c7edc8e,36373,1732706273980 in 183 msec 2024-11-27T11:17:59,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T11:17:59,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7f9b5232368daf61d7885eba76b428f9, ASSIGN in 343 msec 2024-11-27T11:17:59,601 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:17:59,601 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706279601"}]},"ts":"1732706279601"} 2024-11-27T11:17:59,603 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T11:17:59,604 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:17:59,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 817 msec 2024-11-27T11:17:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:17:59,929 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T11:17:59,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271ec18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:59,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,38387,-1 for getting cluster id 2024-11-27T11:17:59,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:59,931 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4572e7a0-21bb-41d2-b7c0-54d51a89c1e2' 2024-11-27T11:17:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4572e7a0-21bb-41d2-b7c0-54d51a89c1e2" 2024-11-27T11:17:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605abd64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,38387,-1] 2024-11-27T11:17:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:59,933 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:59,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6668f23a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:59,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3695d299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:59,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,35925,-1 for getting cluster id 2024-11-27T11:17:59,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:59,935 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e196e45-8ee7-424c-bee0-a73138d50a6c' 2024-11-27T11:17:59,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:59,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e196e45-8ee7-424c-bee0-a73138d50a6c" 2024-11-27T11:17:59,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc3d754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:59,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,35925,-1] 2024-11-27T11:17:59,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:59,936 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:59,936 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0e49ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:59,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32336795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:59,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,38387,-1 for getting cluster id 2024-11-27T11:17:59,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:59,938 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4572e7a0-21bb-41d2-b7c0-54d51a89c1e2' 2024-11-27T11:17:59,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4572e7a0-21bb-41d2-b7c0-54d51a89c1e2" 2024-11-27T11:17:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb0edd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,38387,-1] 2024-11-27T11:17:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:59,940 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67017f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:59,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:59,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,38387,1732706270182 2024-11-27T11:17:59,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e1bbbc9 2024-11-27T11:17:59,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:59,944 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:17:59,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b617c7edc8e:35925,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-27T11:17:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:17:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:17:59,948 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:35925' 2024-11-27T11:17:59,949 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c55cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:59,949 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,35925,-1 for getting cluster id 2024-11-27T11:17:59,949 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:17:59,950 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e196e45-8ee7-424c-bee0-a73138d50a6c' 2024-11-27T11:17:59,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:17:59,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e196e45-8ee7-424c-bee0-a73138d50a6c" 2024-11-27T11:17:59,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411392ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:59,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,35925,-1] 2024-11-27T11:17:59,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:17:59,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:59,951 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:17:59,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2565a954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:17:59,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:17:59,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,35925,1732706273941 2024-11-27T11:17:59,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60880e2b 2024-11-27T11:17:59,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:17:59,954 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:17:59,954 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T11:17:59,954 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:17:59,954 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:59,954 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:17:59,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:17:59,955 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:17:59,956 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T11:17:59,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:17:59,957 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:17:59,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:17:59,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741837_1013 (size=1138) 2024-11-27T11:18:00,006 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T11:18:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:18:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:18:00,366 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85ebadcd2170b05fc84321e10537bb76, NAME => 'hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74 2024-11-27T11:18:00,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741838_1014 (size=44) 2024-11-27T11:18:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:18:00,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:18:00,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 85ebadcd2170b05fc84321e10537bb76, disabling compactions & flushes 2024-11-27T11:18:00,773 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76. 2024-11-27T11:18:00,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76. 2024-11-27T11:18:00,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76. after waiting 0 ms 2024-11-27T11:18:00,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76. 2024-11-27T11:18:00,773 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76. 2024-11-27T11:18:00,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85ebadcd2170b05fc84321e10537bb76: Waiting for close lock at 1732706280773Disabling compacts and flushes for region at 1732706280773Disabling writes for close at 1732706280773Writing region close event to WAL at 1732706280773Closed at 1732706280773 2024-11-27T11:18:00,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:18:00,775 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732706280774"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706280774"}]},"ts":"1732706280774"} 2024-11-27T11:18:00,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:18:00,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:18:00,778 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706280778"}]},"ts":"1732706280778"} 2024-11-27T11:18:00,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T11:18:00,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=85ebadcd2170b05fc84321e10537bb76, ASSIGN}] 2024-11-27T11:18:00,782 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=85ebadcd2170b05fc84321e10537bb76, ASSIGN 2024-11-27T11:18:00,783 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=85ebadcd2170b05fc84321e10537bb76, ASSIGN; state=OFFLINE, location=5b617c7edc8e,37551,1732706270232; forceNewPlan=false, retain=false 2024-11-27T11:18:00,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=85ebadcd2170b05fc84321e10537bb76, regionState=OPENING, regionLocation=5b617c7edc8e,37551,1732706270232 2024-11-27T11:18:00,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=85ebadcd2170b05fc84321e10537bb76, ASSIGN because future has completed 2024-11-27T11:18:00,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85ebadcd2170b05fc84321e10537bb76, server=5b617c7edc8e,37551,1732706270232}] 2024-11-27T11:18:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:18:01,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76. 2024-11-27T11:18:01,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:18:01,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T11:18:01,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C37551%2C1732706270232.rep, suffix=, logDir=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232, archiveDir=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/oldWALs, maxLogs=10 2024-11-27T11:18:01,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.rep.1732706281096, exclude list is [], retry=0 2024-11-27T11:18:01,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34779,DS-e658772b-ca7e-4f65-b691-ce09de790a66,DISK] 2024-11-27T11:18:01,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.rep.1732706281096 2024-11-27T11:18:01,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46457:46457)] 2024-11-27T11:18:01,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 85ebadcd2170b05fc84321e10537bb76, NAME => 'hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:18:01,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:18:01,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:18:01,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76. service=MultiRowMutationService 2024-11-27T11:18:01,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T11:18:01,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 85ebadcd2170b05fc84321e10537bb76 2024-11-27T11:18:01,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:18:01,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 85ebadcd2170b05fc84321e10537bb76 2024-11-27T11:18:01,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 85ebadcd2170b05fc84321e10537bb76 2024-11-27T11:18:01,117 INFO [StoreOpener-85ebadcd2170b05fc84321e10537bb76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 85ebadcd2170b05fc84321e10537bb76 2024-11-27T11:18:01,118 INFO [StoreOpener-85ebadcd2170b05fc84321e10537bb76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85ebadcd2170b05fc84321e10537bb76 columnFamilyName hfileref 2024-11-27T11:18:01,118 DEBUG [StoreOpener-85ebadcd2170b05fc84321e10537bb76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:18:01,119 INFO [StoreOpener-85ebadcd2170b05fc84321e10537bb76-1 {}] regionserver.HStore(327): Store=85ebadcd2170b05fc84321e10537bb76/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:18:01,119 INFO [StoreOpener-85ebadcd2170b05fc84321e10537bb76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 85ebadcd2170b05fc84321e10537bb76 2024-11-27T11:18:01,120 INFO [StoreOpener-85ebadcd2170b05fc84321e10537bb76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85ebadcd2170b05fc84321e10537bb76 columnFamilyName queue 2024-11-27T11:18:01,120 DEBUG [StoreOpener-85ebadcd2170b05fc84321e10537bb76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:18:01,121 INFO [StoreOpener-85ebadcd2170b05fc84321e10537bb76-1 {}] regionserver.HStore(327): Store=85ebadcd2170b05fc84321e10537bb76/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:18:01,121 INFO [StoreOpener-85ebadcd2170b05fc84321e10537bb76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 85ebadcd2170b05fc84321e10537bb76 2024-11-27T11:18:01,122 INFO [StoreOpener-85ebadcd2170b05fc84321e10537bb76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85ebadcd2170b05fc84321e10537bb76 columnFamilyName sid 2024-11-27T11:18:01,122 DEBUG [StoreOpener-85ebadcd2170b05fc84321e10537bb76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:18:01,122 INFO [StoreOpener-85ebadcd2170b05fc84321e10537bb76-1 {}] regionserver.HStore(327): Store=85ebadcd2170b05fc84321e10537bb76/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:18:01,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 85ebadcd2170b05fc84321e10537bb76 2024-11-27T11:18:01,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/replication/85ebadcd2170b05fc84321e10537bb76 2024-11-27T11:18:01,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/replication/85ebadcd2170b05fc84321e10537bb76 2024-11-27T11:18:01,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 85ebadcd2170b05fc84321e10537bb76 2024-11-27T11:18:01,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 85ebadcd2170b05fc84321e10537bb76 2024-11-27T11:18:01,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:18:01,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 85ebadcd2170b05fc84321e10537bb76 2024-11-27T11:18:01,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/replication/85ebadcd2170b05fc84321e10537bb76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:18:01,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 85ebadcd2170b05fc84321e10537bb76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75445802, jitterRate=0.12423005700111389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:18:01,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85ebadcd2170b05fc84321e10537bb76 2024-11-27T11:18:01,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 85ebadcd2170b05fc84321e10537bb76: Running coprocessor pre-open hook at 1732706281116Writing region info on filesystem at 1732706281116Initializing all the Stores at 1732706281116Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706281117 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706281117Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706281117Cleaning up temporary data from old regions at 1732706281124 (+7 ms)Running coprocessor post-open hooks at 1732706281129 (+5 ms)Region opened successfully at 1732706281129 2024-11-27T11:18:01,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76., pid=10, masterSystemTime=1732706281089 2024-11-27T11:18:01,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76. 2024-11-27T11:18:01,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76. 2024-11-27T11:18:01,133 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=85ebadcd2170b05fc84321e10537bb76, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,37551,1732706270232 2024-11-27T11:18:01,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85ebadcd2170b05fc84321e10537bb76, server=5b617c7edc8e,37551,1732706270232 because future has completed 2024-11-27T11:18:01,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T11:18:01,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 85ebadcd2170b05fc84321e10537bb76, server=5b617c7edc8e,37551,1732706270232 in 200 msec 2024-11-27T11:18:01,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T11:18:01,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=85ebadcd2170b05fc84321e10537bb76, ASSIGN in 358 msec 2024-11-27T11:18:01,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:18:01,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706281142"}]},"ts":"1732706281142"} 2024-11-27T11:18:01,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T11:18:01,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:18:01,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-27T11:18:01,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76., hostname=5b617c7edc8e,37551,1732706270232, seqNum=2] 2024-11-27T11:18:01,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033 2024-11-27T11:18:01,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033 2024-11-27T11:18:01,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:18:01,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T11:18:01,325 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T11:18:01,355 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b617c7edc8e,37551,1732706270232, ReplicationSource: 1, currentBandwidth=0 2024-11-27T11:18:01,356 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:18:01,356 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37551,1732706270232, seqNum=-1] 2024-11-27T11:18:01,356 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:18:01,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-27T11:18:01,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b617c7edc8e,37551,1732706270232', locateType=CURRENT is [region=hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76., hostname=5b617c7edc8e,37551,1732706270232, seqNum=2] 2024-11-27T11:18:01,362 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T11:18:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T11:18:01,364 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b617c7edc8e,37551,1732706270232 suceeded 2024-11-27T11:18:01,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T11:18:01,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-27T11:18:01,367 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b617c7edc8e:35925,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-27T11:18:01,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-11-27T11:18:01,380 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:35925' 2024-11-27T11:18:01,381 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6560ad15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:18:01,382 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,35925,-1 for getting cluster id 2024-11-27T11:18:01,382 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:18:01,383 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e196e45-8ee7-424c-bee0-a73138d50a6c' 2024-11-27T11:18:01,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:18:01,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e196e45-8ee7-424c-bee0-a73138d50a6c" 2024-11-27T11:18:01,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d5312bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:18:01,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,35925,-1] 2024-11-27T11:18:01,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:18:01,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:18:01,384 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:18:01,385 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e905b3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:18:01,385 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:18:01,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,35925,1732706273941 2024-11-27T11:18:01,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3093cb1e 2024-11-27T11:18:01,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:18:01,387 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-27T11:18:01,387 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b617c7edc8e,37551,1732706270232 (queues=1) is replicating from cluster=4572e7a0-21bb-41d2-b7c0-54d51a89c1e2 to cluster=1e196e45-8ee7-424c-bee0-a73138d50a6c 2024-11-27T11:18:01,387 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b617c7edc8e%2C37551%2C1732706270232 2024-11-27T11:18:01,387 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b617c7edc8e,37551,1732706270232, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:18:01,388 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.shipper5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C37551%2C1732706270232 2024-11-27T11:18:01,388 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226, startPosition=0, beingWritten=true 2024-11-27T11:18:01,397 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:18:01,397 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 379, reset compression=false 2024-11-27T11:18:01,397 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.shipper5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37551,1732706270232 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:18:01,601 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 379, reset compression=false 2024-11-27T11:18:01,906 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 379, reset compression=false 2024-11-27T11:18:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:18:02,099 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T11:18:02,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:18:02,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:18:02,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:18:02,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:18:02,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:18:02,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:18:02,106 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732706282104/Put/seqid=0 2024-11-27T11:18:02,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741840_1016 (size=7894) 2024-11-27T11:18:02,311 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 379, reset compression=false 2024-11-27T11:18:02,518 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/load_f/f/hfile_1 is 34, key is ddd/f:row/1732706282517/Put/seqid=0 2024-11-27T11:18:02,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741841_1017 (size=7691) 2024-11-27T11:18:02,816 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 379, reset compression=false 2024-11-27T11:18:02,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a32880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:18:02,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,38387,-1 for getting cluster id 2024-11-27T11:18:02,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:18:02,929 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4572e7a0-21bb-41d2-b7c0-54d51a89c1e2' 2024-11-27T11:18:02,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:18:02,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4572e7a0-21bb-41d2-b7c0-54d51a89c1e2" 2024-11-27T11:18:02,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f55a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:18:02,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,38387,-1] 2024-11-27T11:18:02,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:18:02,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:18:02,931 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:18:02,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f701460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:18:02,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:18:02,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37551,1732706270232, seqNum=-1] 2024-11-27T11:18:02,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:18:02,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:18:02,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:18:02,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,38387,1732706270182 2024-11-27T11:18:02,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b8d2da7 2024-11-27T11:18:02,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:18:02,950 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:18:02,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018., hostname=5b617c7edc8e,37551,1732706270232, seqNum=2] 2024-11-27T11:18:02,966 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T11:18:02,979 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T11:18:02,982 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T11:18:02,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/load_f/f/hfile_0 for inclusion in 08fe1a3a12e1bad364d4d9a7e639b018/f 2024-11-27T11:18:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T11:18:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:18:03,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/load_f/f/hfile_1 for inclusion in 08fe1a3a12e1bad364d4d9a7e639b018/f 2024-11-27T11:18:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T11:18:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:18:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HRegion(2603): Flush status journal for 08fe1a3a12e1bad364d4d9a7e639b018: 2024-11-27T11:18:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/load_f/f/hfile_0 to hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__43ohcoapfd1d6vr26p70i7t1gpl8bs5b2dir3nln8e8c5jl1q46lagao086ko8u3/f/hfile_0 2024-11-27T11:18:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__43ohcoapfd1d6vr26p70i7t1gpl8bs5b2dir3nln8e8c5jl1q46lagao086ko8u3/f/hfile_0 as hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018/f/7df3edd4a4d14cf1a1f59e1a02867473_SeqId_4_ 2024-11-27T11:18:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/load_f/f/hfile_1 to hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__43ohcoapfd1d6vr26p70i7t1gpl8bs5b2dir3nln8e8c5jl1q46lagao086ko8u3/f/hfile_1 2024-11-27T11:18:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__43ohcoapfd1d6vr26p70i7t1gpl8bs5b2dir3nln8e8c5jl1q46lagao086ko8u3/f/hfile_1 as hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018/f/209471f57a704345b193287276101b4c_SeqId_4_ 2024-11-27T11:18:03,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__43ohcoapfd1d6vr26p70i7t1gpl8bs5b2dir3nln8e8c5jl1q46lagao086ko8u3/f/hfile_0 into 08fe1a3a12e1bad364d4d9a7e639b018/f as hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018/f/7df3edd4a4d14cf1a1f59e1a02867473_SeqId_4_ - updating store file list. 2024-11-27T11:18:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7df3edd4a4d14cf1a1f59e1a02867473_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T11:18:03,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018/f/7df3edd4a4d14cf1a1f59e1a02867473_SeqId_4_ into 08fe1a3a12e1bad364d4d9a7e639b018/f 2024-11-27T11:18:03,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__43ohcoapfd1d6vr26p70i7t1gpl8bs5b2dir3nln8e8c5jl1q46lagao086ko8u3/f/hfile_0 into 08fe1a3a12e1bad364d4d9a7e639b018/f (new location: hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018/f/7df3edd4a4d14cf1a1f59e1a02867473_SeqId_4_) 2024-11-27T11:18:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__43ohcoapfd1d6vr26p70i7t1gpl8bs5b2dir3nln8e8c5jl1q46lagao086ko8u3/f/hfile_0 2024-11-27T11:18:03,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__43ohcoapfd1d6vr26p70i7t1gpl8bs5b2dir3nln8e8c5jl1q46lagao086ko8u3/f/hfile_1 into 08fe1a3a12e1bad364d4d9a7e639b018/f as hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018/f/209471f57a704345b193287276101b4c_SeqId_4_ - updating store file list. 2024-11-27T11:18:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 209471f57a704345b193287276101b4c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T11:18:03,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018/f/209471f57a704345b193287276101b4c_SeqId_4_ into 08fe1a3a12e1bad364d4d9a7e639b018/f 2024-11-27T11:18:03,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__43ohcoapfd1d6vr26p70i7t1gpl8bs5b2dir3nln8e8c5jl1q46lagao086ko8u3/f/hfile_1 into 08fe1a3a12e1bad364d4d9a7e639b018/f (new location: hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018/f/209471f57a704345b193287276101b4c_SeqId_4_) 2024-11-27T11:18:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__43ohcoapfd1d6vr26p70i7t1gpl8bs5b2dir3nln8e8c5jl1q46lagao086ko8u3/f/hfile_1 2024-11-27T11:18:03,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:18:03,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:18:03,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:18:03,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:18:03,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:18:03,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018., hostname=5b617c7edc8e,37551,1732706270232, seqNum=2 , the old value is region=test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018., hostname=5b617c7edc8e,37551,1732706270232, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5b617c7edc8e:37551 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T11:18:03,062 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T11:18:03,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018., hostname=5b617c7edc8e,37551,1732706270232, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T11:18:03,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018., hostname=5b617c7edc8e,37551,1732706270232, seqNum=2 from cache 2024-11-27T11:18:03,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:18:03,066 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,36373,1732706273980, seqNum=-1] 2024-11-27T11:18:03,067 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:18:03,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:18:03,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732706278787.7f9b5232368daf61d7885eba76b428f9., hostname=5b617c7edc8e,36373,1732706273980, seqNum=2] 2024-11-27T11:18:03,074 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T11:18:03,170 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:37551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T11:18:03,458 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 379, reset compression=false 2024-11-27T11:18:03,465 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:18:03,465 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.shipper5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37551,1732706270232 got entry batch from reader: WALEntryBatch [walEntries=[{test/08fe1a3a12e1bad364d4d9a7e639b018/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732706283053/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T11:18:03,487 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.shipper5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:18:03,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-27T11:18:03,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.ReplicationSink(318): Replicating [4572e7a0-21bb-41d2-b7c0-54d51a89c1e2] bulk loaded data 2024-11-27T11:18:03,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f13e708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:18:03,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,35925,-1 for getting cluster id 2024-11-27T11:18:03,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:18:03,494 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e196e45-8ee7-424c-bee0-a73138d50a6c' 2024-11-27T11:18:03,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:18:03,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e196e45-8ee7-424c-bee0-a73138d50a6c" 2024-11-27T11:18:03,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d61f3b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:18:03,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,35925,-1] 2024-11-27T11:18:03,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:18:03,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:18:03,495 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:18:03,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ed7fa01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:18:03,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741837_1013 (size=7894) 2024-11-27T11:18:03,665 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 687, reset compression=false 2024-11-27T11:18:03,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741838_1014 (size=7691) 2024-11-27T11:18:03,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:18:03,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,35925,1732706273941 2024-11-27T11:18:03,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1caf064a 2024-11-27T11:18:03,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:18:03,925 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-27T11:18:03,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T11:18:03,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:18:03,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,36373,1732706273980, seqNum=-1] 2024-11-27T11:18:03,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:18:03,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-27T11:18:03,939 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/staging/jenkins.hfs.6__test__8fls5s3fs41f7435g52ar0eg3oguc9r7o6p2agto1sc0i9ssnlap6hmapt96j4e2/f/209471f57a704345b193287276101b4c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T11:18:03,942 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/staging/jenkins.hfs.6__test__8fls5s3fs41f7435g52ar0eg3oguc9r7o6p2agto1sc0i9ssnlap6hmapt96j4e2/f/7df3edd4a4d14cf1a1f59e1a02867473_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T11:18:03,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/staging/jenkins.hfs.6__test__8fls5s3fs41f7435g52ar0eg3oguc9r7o6p2agto1sc0i9ssnlap6hmapt96j4e2/f/7df3edd4a4d14cf1a1f59e1a02867473_SeqId_4_ for inclusion in 7f9b5232368daf61d7885eba76b428f9/f 2024-11-27T11:18:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T11:18:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:18:03,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/staging/jenkins.hfs.6__test__8fls5s3fs41f7435g52ar0eg3oguc9r7o6p2agto1sc0i9ssnlap6hmapt96j4e2/f/209471f57a704345b193287276101b4c_SeqId_4_ for inclusion in 7f9b5232368daf61d7885eba76b428f9/f 2024-11-27T11:18:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T11:18:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:18:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.HRegion(2603): Flush status journal for 7f9b5232368daf61d7885eba76b428f9: 2024-11-27T11:18:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7df3edd4a4d14cf1a1f59e1a02867473_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T11:18:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/staging/jenkins.hfs.6__test__8fls5s3fs41f7435g52ar0eg3oguc9r7o6p2agto1sc0i9ssnlap6hmapt96j4e2/f/7df3edd4a4d14cf1a1f59e1a02867473_SeqId_4_ as hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/default/test/7f9b5232368daf61d7885eba76b428f9/f/672ff4ac8f9d4780bf39dc049d61a463_SeqId_4_ 2024-11-27T11:18:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 209471f57a704345b193287276101b4c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T11:18:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/staging/jenkins.hfs.6__test__8fls5s3fs41f7435g52ar0eg3oguc9r7o6p2agto1sc0i9ssnlap6hmapt96j4e2/f/209471f57a704345b193287276101b4c_SeqId_4_ as hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/default/test/7f9b5232368daf61d7885eba76b428f9/f/c2a6929b805d40f6a1256eda0d0193f8_SeqId_4_ 2024-11-27T11:18:03,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/staging/jenkins.hfs.6__test__8fls5s3fs41f7435g52ar0eg3oguc9r7o6p2agto1sc0i9ssnlap6hmapt96j4e2/f/7df3edd4a4d14cf1a1f59e1a02867473_SeqId_4_ into 7f9b5232368daf61d7885eba76b428f9/f as hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/default/test/7f9b5232368daf61d7885eba76b428f9/f/672ff4ac8f9d4780bf39dc049d61a463_SeqId_4_ - updating store file list. 2024-11-27T11:18:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 672ff4ac8f9d4780bf39dc049d61a463_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T11:18:03,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/default/test/7f9b5232368daf61d7885eba76b428f9/f/672ff4ac8f9d4780bf39dc049d61a463_SeqId_4_ into 7f9b5232368daf61d7885eba76b428f9/f 2024-11-27T11:18:03,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/staging/jenkins.hfs.6__test__8fls5s3fs41f7435g52ar0eg3oguc9r7o6p2agto1sc0i9ssnlap6hmapt96j4e2/f/7df3edd4a4d14cf1a1f59e1a02867473_SeqId_4_ into 7f9b5232368daf61d7885eba76b428f9/f (new location: hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/default/test/7f9b5232368daf61d7885eba76b428f9/f/672ff4ac8f9d4780bf39dc049d61a463_SeqId_4_) 2024-11-27T11:18:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/staging/jenkins.hfs.6__test__8fls5s3fs41f7435g52ar0eg3oguc9r7o6p2agto1sc0i9ssnlap6hmapt96j4e2/f/7df3edd4a4d14cf1a1f59e1a02867473_SeqId_4_ 2024-11-27T11:18:03,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/staging/jenkins.hfs.6__test__8fls5s3fs41f7435g52ar0eg3oguc9r7o6p2agto1sc0i9ssnlap6hmapt96j4e2/f/209471f57a704345b193287276101b4c_SeqId_4_ into 7f9b5232368daf61d7885eba76b428f9/f as hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/default/test/7f9b5232368daf61d7885eba76b428f9/f/c2a6929b805d40f6a1256eda0d0193f8_SeqId_4_ - updating store file list. 2024-11-27T11:18:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c2a6929b805d40f6a1256eda0d0193f8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T11:18:03,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/default/test/7f9b5232368daf61d7885eba76b428f9/f/c2a6929b805d40f6a1256eda0d0193f8_SeqId_4_ into 7f9b5232368daf61d7885eba76b428f9/f 2024-11-27T11:18:03,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/staging/jenkins.hfs.6__test__8fls5s3fs41f7435g52ar0eg3oguc9r7o6p2agto1sc0i9ssnlap6hmapt96j4e2/f/209471f57a704345b193287276101b4c_SeqId_4_ into 7f9b5232368daf61d7885eba76b428f9/f (new location: hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/default/test/7f9b5232368daf61d7885eba76b428f9/f/c2a6929b805d40f6a1256eda0d0193f8_SeqId_4_) 2024-11-27T11:18:03,970 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 687, reset compression=false 2024-11-27T11:18:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/staging/jenkins.hfs.6__test__8fls5s3fs41f7435g52ar0eg3oguc9r7o6p2agto1sc0i9ssnlap6hmapt96j4e2/f/209471f57a704345b193287276101b4c_SeqId_4_ 2024-11-27T11:18:03,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] regionserver.ReplicationSink(324): Finished replicating [4572e7a0-21bb-41d2-b7c0-54d51a89c1e2] bulk loaded data 2024-11-27T11:18:04,086 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T11:18:04,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:18:04,091 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732706284090/Put/seqid=0 2024-11-27T11:18:04,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741842_1018 (size=7997) 2024-11-27T11:18:04,374 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 687, reset compression=false 2024-11-27T11:18:04,498 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732706284498/Put/seqid=0 2024-11-27T11:18:04,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741843_1019 (size=7794) 2024-11-27T11:18:04,879 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 687, reset compression=false 2024-11-27T11:18:04,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd3aa34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:18:04,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,38387,-1 for getting cluster id 2024-11-27T11:18:04,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:18:04,905 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4572e7a0-21bb-41d2-b7c0-54d51a89c1e2' 2024-11-27T11:18:04,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:18:04,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4572e7a0-21bb-41d2-b7c0-54d51a89c1e2" 2024-11-27T11:18:04,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2e0b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:18:04,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,38387,-1] 2024-11-27T11:18:04,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:18:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:18:04,906 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:18:04,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c5489e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:18:04,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:18:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37551,1732706270232, seqNum=-1] 2024-11-27T11:18:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:18:04,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:18:04,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:18:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,38387,1732706270182 2024-11-27T11:18:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@545f1ecd 2024-11-27T11:18:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:18:04,919 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:18:04,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018., hostname=5b617c7edc8e,37551,1732706270232, seqNum=2] 2024-11-27T11:18:04,925 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T11:18:04,931 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T11:18:04,934 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T11:18:04,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/load_f1/f1/hfile_1 for inclusion in 08fe1a3a12e1bad364d4d9a7e639b018/f1 2024-11-27T11:18:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T11:18:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:18:04,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/load_f1/f1/hfile_0 for inclusion in 08fe1a3a12e1bad364d4d9a7e639b018/f1 2024-11-27T11:18:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T11:18:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:18:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HRegion(2603): Flush status journal for 08fe1a3a12e1bad364d4d9a7e639b018: 2024-11-27T11:18:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/load_f1/f1/hfile_1 to hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__937i5a6h1u0q0qo2utsnlt4ktntq8gfdhq0b2lkj0htcmosvtvrvk75u9dp144ct/f1/hfile_1 2024-11-27T11:18:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__937i5a6h1u0q0qo2utsnlt4ktntq8gfdhq0b2lkj0htcmosvtvrvk75u9dp144ct/f1/hfile_1 as hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018/f1/40b12c058a774d83881c5c09fb6de136_SeqId_6_ 2024-11-27T11:18:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/load_f1/f1/hfile_0 to hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__937i5a6h1u0q0qo2utsnlt4ktntq8gfdhq0b2lkj0htcmosvtvrvk75u9dp144ct/f1/hfile_0 2024-11-27T11:18:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__937i5a6h1u0q0qo2utsnlt4ktntq8gfdhq0b2lkj0htcmosvtvrvk75u9dp144ct/f1/hfile_0 as hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018/f1/45af3a0d17a64da58bf59a37547ff4b8_SeqId_6_ 2024-11-27T11:18:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-27T11:18:04,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__937i5a6h1u0q0qo2utsnlt4ktntq8gfdhq0b2lkj0htcmosvtvrvk75u9dp144ct/f1/hfile_1 into 08fe1a3a12e1bad364d4d9a7e639b018/f1 as hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018/f1/40b12c058a774d83881c5c09fb6de136_SeqId_6_ - updating store file list. 2024-11-27T11:18:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 40b12c058a774d83881c5c09fb6de136_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T11:18:04,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018/f1/40b12c058a774d83881c5c09fb6de136_SeqId_6_ into 08fe1a3a12e1bad364d4d9a7e639b018/f1 2024-11-27T11:18:04,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__937i5a6h1u0q0qo2utsnlt4ktntq8gfdhq0b2lkj0htcmosvtvrvk75u9dp144ct/f1/hfile_1 into 08fe1a3a12e1bad364d4d9a7e639b018/f1 (new location: hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018/f1/40b12c058a774d83881c5c09fb6de136_SeqId_6_) 2024-11-27T11:18:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__937i5a6h1u0q0qo2utsnlt4ktntq8gfdhq0b2lkj0htcmosvtvrvk75u9dp144ct/f1/hfile_1 2024-11-27T11:18:04,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__937i5a6h1u0q0qo2utsnlt4ktntq8gfdhq0b2lkj0htcmosvtvrvk75u9dp144ct/f1/hfile_0 into 08fe1a3a12e1bad364d4d9a7e639b018/f1 as hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018/f1/45af3a0d17a64da58bf59a37547ff4b8_SeqId_6_ - updating store file list. 2024-11-27T11:18:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 45af3a0d17a64da58bf59a37547ff4b8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T11:18:04,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018/f1/45af3a0d17a64da58bf59a37547ff4b8_SeqId_6_ into 08fe1a3a12e1bad364d4d9a7e639b018/f1 2024-11-27T11:18:04,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__937i5a6h1u0q0qo2utsnlt4ktntq8gfdhq0b2lkj0htcmosvtvrvk75u9dp144ct/f1/hfile_0 into 08fe1a3a12e1bad364d4d9a7e639b018/f1 (new location: hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018/f1/45af3a0d17a64da58bf59a37547ff4b8_SeqId_6_) 2024-11-27T11:18:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/staging/jenkins__test__937i5a6h1u0q0qo2utsnlt4ktntq8gfdhq0b2lkj0htcmosvtvrvk75u9dp144ct/f1/hfile_0 2024-11-27T11:18:04,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:18:04,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:18:04,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:18:04,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:18:04,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:18:04,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018., hostname=5b617c7edc8e,37551,1732706270232, seqNum=2 , the old value is region=test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018., hostname=5b617c7edc8e,37551,1732706270232, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5b617c7edc8e:37551 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T11:18:04,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018., hostname=5b617c7edc8e,37551,1732706270232, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T11:18:04,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018., hostname=5b617c7edc8e,37551,1732706270232, seqNum=2 from cache 2024-11-27T11:18:04,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:18:04,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37551,1732706270232, seqNum=-1] 2024-11-27T11:18:04,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:18:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37551: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:53310 deadline: 1732706344964 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:53310 2024-11-27T11:18:04,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:18:04,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018., hostname=5b617c7edc8e,37551,1732706270232, seqNum=2] 2024-11-27T11:18:05,069 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:37551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T11:18:05,073 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:18:05,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:18:05,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:18:05,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:18:05,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:18:05,484 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 687, reset compression=false 2024-11-27T11:18:05,490 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:18:05,490 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:05,490 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.shipper5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37551,1732706270232 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:18:05,694 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:05,998 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:06,403 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:06,908 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:07,512 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:08,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T11:18:08,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T11:18:08,217 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:09,021 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:09,927 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:10,932 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:12,036 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:13,240 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:14,545 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:15,949 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:17,456 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:19,062 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:19,769 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T11:18:20,766 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:22,571 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:23,929 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T11:18:24,476 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:25,492 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.shipper5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37551,1732706270232 got entry batch from reader: null 2024-11-27T11:18:26,480 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:28,585 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:30,789 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:33,093 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:33,248 INFO [master/5b617c7edc8e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T11:18:33,248 INFO [master/5b617c7edc8e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T11:18:35,497 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:36,723 INFO [master/5b617c7edc8e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T11:18:36,723 INFO [master/5b617c7edc8e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T11:18:38,002 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:40,606 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:42,772 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 08fe1a3a12e1bad364d4d9a7e639b018, had cached 0 bytes from a total of 31376 2024-11-27T11:18:43,310 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:44,571 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7f9b5232368daf61d7885eba76b428f9, had cached 0 bytes from a total of 15585 2024-11-27T11:18:45,492 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.shipper5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37551,1732706270232 got entry batch from reader: null 2024-11-27T11:18:46,114 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:49,019 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:49,769 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T11:18:52,023 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:53,929 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T11:18:54,906 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T11:18:55,128 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:18:56,593 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T11:18:58,332 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:19:01,636 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:19:05,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:19:05,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:05,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:05,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:05,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:05,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:05,002 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:19:05,002 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1806193441, stopped=false 2024-11-27T11:19:05,002 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,35925,1732706273941 2024-11-27T11:19:05,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-912409993/running 2024-11-27T11:19:05,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-912409993/running 2024-11-27T11:19:05,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993 2024-11-27T11:19:05,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993 2024-11-27T11:19:05,005 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:19:05,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Set watcher on znode that does not yet exist, /1-912409993/running 2024-11-27T11:19:05,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:05,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:05,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:05,006 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,36373,1732706273980' ***** 2024-11-27T11:19:05,006 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:19:05,007 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:19:05,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Set watcher on znode that does not yet exist, /1-912409993/running 2024-11-27T11:19:05,007 INFO [RS:0;5b617c7edc8e:36373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:19:05,007 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:19:05,007 INFO [RS:0;5b617c7edc8e:36373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:19:05,007 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f9b5232368daf61d7885eba76b428f9 2024-11-27T11:19:05,008 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,36373,1732706273980 2024-11-27T11:19:05,008 INFO [RS:0;5b617c7edc8e:36373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:19:05,008 INFO [RS:0;5b617c7edc8e:36373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:36373. 2024-11-27T11:19:05,008 DEBUG [RS:0;5b617c7edc8e:36373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:05,008 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f9b5232368daf61d7885eba76b428f9, disabling compactions & flushes 2024-11-27T11:19:05,008 DEBUG [RS:0;5b617c7edc8e:36373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:05,008 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:19:05,009 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:19:05,009 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:19:05,009 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732706278787.7f9b5232368daf61d7885eba76b428f9. 2024-11-27T11:19:05,009 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:19:05,009 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706278787.7f9b5232368daf61d7885eba76b428f9. 2024-11-27T11:19:05,009 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732706278787.7f9b5232368daf61d7885eba76b428f9. after waiting 0 ms 2024-11-27T11:19:05,009 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732706278787.7f9b5232368daf61d7885eba76b428f9. 2024-11-27T11:19:05,009 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T11:19:05,009 DEBUG [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1325): Online Regions={7f9b5232368daf61d7885eba76b428f9=test,,1732706278787.7f9b5232368daf61d7885eba76b428f9., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:19:05,009 DEBUG [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f9b5232368daf61d7885eba76b428f9 2024-11-27T11:19:05,009 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:19:05,010 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:19:05,010 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:19:05,010 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:19:05,010 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:19:05,010 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T11:19:05,029 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/default/test/7f9b5232368daf61d7885eba76b428f9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T11:19:05,030 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:19:05,030 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:19:05,031 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732706278787.7f9b5232368daf61d7885eba76b428f9. 2024-11-27T11:19:05,031 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f9b5232368daf61d7885eba76b428f9: Waiting for close lock at 1732706345008Running coprocessor pre-close hooks at 1732706345008Disabling compacts and flushes for region at 1732706345008Disabling writes for close at 1732706345009 (+1 ms)Writing region close event to WAL at 1732706345011 (+2 ms)Running coprocessor post-close hooks at 1732706345030 (+19 ms)Closed at 1732706345030 2024-11-27T11:19:05,031 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732706278787.7f9b5232368daf61d7885eba76b428f9. 2024-11-27T11:19:05,041 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:19:05,052 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/.tmp/info/99047da1a4934bbd90c842b47e0ca598 is 129, key is test,,1732706278787.7f9b5232368daf61d7885eba76b428f9./info:regioninfo/1732706279591/Put/seqid=0 2024-11-27T11:19:05,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741839_1015 (size=6421) 2024-11-27T11:19:05,102 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:19:05,210 DEBUG [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:05,410 DEBUG [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:05,447 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:19:05,448 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:19:05,458 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/.tmp/info/99047da1a4934bbd90c842b47e0ca598 2024-11-27T11:19:05,484 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/.tmp/ns/f526e2af7e154d7aa9855e69d9575525 is 43, key is default/ns:d/1732706276564/Put/seqid=0 2024-11-27T11:19:05,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741840_1016 (size=5153) 2024-11-27T11:19:05,493 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.shipper5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37551,1732706270232 got entry batch from reader: null 2024-11-27T11:19:05,610 DEBUG [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:05,810 DEBUG [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:05,890 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/.tmp/ns/f526e2af7e154d7aa9855e69d9575525 2024-11-27T11:19:05,915 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/.tmp/rep_barrier/e9cbe4e891454b818ae87652f81ff0a1 is 112, key is test,,1732706278787.7f9b5232368daf61d7885eba76b428f9./rep_barrier:seqnumDuringOpen/1732706279591/Put/seqid=0 2024-11-27T11:19:05,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741841_1017 (size=5518) 2024-11-27T11:19:06,011 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T11:19:06,011 DEBUG [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:19:06,011 DEBUG [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:06,211 DEBUG [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:06,320 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/.tmp/rep_barrier/e9cbe4e891454b818ae87652f81ff0a1 2024-11-27T11:19:06,342 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/.tmp/table/de0480ad927d436b869e89175a84c479 is 40, key is test/table:state/1732706279601/Put/seqid=0 2024-11-27T11:19:06,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741842_1018 (size=5165) 2024-11-27T11:19:06,411 DEBUG [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:06,611 DEBUG [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:06,747 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/.tmp/table/de0480ad927d436b869e89175a84c479 2024-11-27T11:19:06,755 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/.tmp/info/99047da1a4934bbd90c842b47e0ca598 as hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/info/99047da1a4934bbd90c842b47e0ca598 2024-11-27T11:19:06,761 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/info/99047da1a4934bbd90c842b47e0ca598, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T11:19:06,762 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/.tmp/ns/f526e2af7e154d7aa9855e69d9575525 as hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/ns/f526e2af7e154d7aa9855e69d9575525 2024-11-27T11:19:06,767 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/ns/f526e2af7e154d7aa9855e69d9575525, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T11:19:06,768 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/.tmp/rep_barrier/e9cbe4e891454b818ae87652f81ff0a1 as hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/rep_barrier/e9cbe4e891454b818ae87652f81ff0a1 2024-11-27T11:19:06,774 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/rep_barrier/e9cbe4e891454b818ae87652f81ff0a1, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T11:19:06,775 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/.tmp/table/de0480ad927d436b869e89175a84c479 as hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/table/de0480ad927d436b869e89175a84c479 2024-11-27T11:19:06,781 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/table/de0480ad927d436b869e89175a84c479, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T11:19:06,782 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1772ms, sequenceid=11, compaction requested=false 2024-11-27T11:19:06,786 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T11:19:06,787 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:19:06,787 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:19:06,787 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:19:06,787 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706345009Running coprocessor pre-close hooks at 1732706345009Disabling compacts and flushes for region at 1732706345009Disabling writes for close at 1732706345010 (+1 ms)Obtaining lock to block concurrent updates at 1732706345010Preparing flush snapshotting stores in 1588230740 at 1732706345010Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732706345010Flushing stores of hbase:meta,,1.1588230740 at 1732706345012 (+2 ms)Flushing 1588230740/info: creating writer at 1732706345014 (+2 ms)Flushing 1588230740/info: appending metadata at 1732706345051 (+37 ms)Flushing 1588230740/info: closing flushed file at 1732706345051Flushing 1588230740/ns: creating writer at 1732706345465 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732706345483 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732706345483Flushing 1588230740/rep_barrier: creating writer at 1732706345896 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732706345914 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732706345914Flushing 1588230740/table: creating writer at 1732706346326 (+412 ms)Flushing 1588230740/table: appending metadata at 1732706346341 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732706346342 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d791f18: reopening flushed file at 1732706346754 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69af9b91: reopening flushed file at 1732706346761 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bea144b: reopening flushed file at 1732706346768 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78325cc8: reopening flushed file at 1732706346774 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1772ms, sequenceid=11, compaction requested=false at 1732706346782 (+8 ms)Writing region close event to WAL at 1732706346783 (+1 ms)Running coprocessor post-close hooks at 1732706346787 (+4 ms)Closed at 1732706346787 2024-11-27T11:19:06,787 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:19:06,812 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,36373,1732706273980; all regions closed. 2024-11-27T11:19:06,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741834_1010 (size=2717) 2024-11-27T11:19:06,814 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/WALs/5b617c7edc8e,36373,1732706273980/5b617c7edc8e%2C36373%2C1732706273980.meta.1732706276514.meta not finished, retry = 0 2024-11-27T11:19:06,917 DEBUG [RS:0;5b617c7edc8e:36373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/oldWALs 2024-11-27T11:19:06,917 INFO [RS:0;5b617c7edc8e:36373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C36373%2C1732706273980.meta:.meta(num 1732706276514) 2024-11-27T11:19:06,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741832_1008 (size=1028) 2024-11-27T11:19:06,922 DEBUG [RS:0;5b617c7edc8e:36373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/oldWALs 2024-11-27T11:19:06,922 INFO [RS:0;5b617c7edc8e:36373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C36373%2C1732706273980:(num 1732706275580) 2024-11-27T11:19:06,922 DEBUG [RS:0;5b617c7edc8e:36373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:06,922 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:19:06,922 INFO [RS:0;5b617c7edc8e:36373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:19:06,923 INFO [RS:0;5b617c7edc8e:36373 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T11:19:06,923 INFO [RS:0;5b617c7edc8e:36373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:19:06,923 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:19:06,923 INFO [RS:0;5b617c7edc8e:36373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:36373. 2024-11-27T11:19:06,923 DEBUG [RS:0;5b617c7edc8e:36373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:06,923 DEBUG [RS:0;5b617c7edc8e:36373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:06,923 DEBUG [RS:0;5b617c7edc8e:36373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:06,923 INFO [RS:0;5b617c7edc8e:36373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36373 2024-11-27T11:19:06,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:06,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-912409993/rs/5b617c7edc8e,36373,1732706273980 2024-11-27T11:19:06,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993/rs 2024-11-27T11:19:06,927 INFO [RS:0;5b617c7edc8e:36373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:19:06,928 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,36373,1732706273980] 2024-11-27T11:19:06,930 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-912409993/draining/5b617c7edc8e,36373,1732706273980 already deleted, retry=false 2024-11-27T11:19:06,930 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,36373,1732706273980 expired; onlineServers=0 2024-11-27T11:19:06,931 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,35925,1732706273941' ***** 2024-11-27T11:19:06,931 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:19:06,931 INFO [M:0;5b617c7edc8e:35925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:19:06,931 INFO [M:0;5b617c7edc8e:35925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:19:06,931 DEBUG [M:0;5b617c7edc8e:35925 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:19:06,931 DEBUG [M:0;5b617c7edc8e:35925 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:19:06,931 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:19:06,931 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706275362 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706275362,5,FailOnTimeoutGroup] 2024-11-27T11:19:06,931 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706275361 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706275361,5,FailOnTimeoutGroup] 2024-11-27T11:19:06,931 INFO [M:0;5b617c7edc8e:35925 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:19:06,931 INFO [M:0;5b617c7edc8e:35925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:19:06,931 DEBUG [M:0;5b617c7edc8e:35925 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:19:06,931 INFO [M:0;5b617c7edc8e:35925 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:19:06,932 INFO [M:0;5b617c7edc8e:35925 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:19:06,932 INFO [M:0;5b617c7edc8e:35925 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:19:06,932 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:19:06,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-912409993/master 2024-11-27T11:19:06,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-912409993 2024-11-27T11:19:06,933 DEBUG [M:0;5b617c7edc8e:35925 {}] zookeeper.ZKUtil(347): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Unable to get data of znode /1-912409993/master because node does not exist (not an error) 2024-11-27T11:19:06,933 WARN [M:0;5b617c7edc8e:35925 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:19:06,935 INFO [M:0;5b617c7edc8e:35925 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/.lastflushedseqids 2024-11-27T11:19:06,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741843_1019 (size=173) 2024-11-27T11:19:07,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:07,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36373-0x101592562110004, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:07,029 INFO [RS:0;5b617c7edc8e:36373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:19:07,029 INFO [RS:0;5b617c7edc8e:36373 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,36373,1732706273980; zookeeper connection closed. 2024-11-27T11:19:07,029 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ada6ef9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ada6ef9 2024-11-27T11:19:07,029 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:19:07,343 INFO [M:0;5b617c7edc8e:35925 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:19:07,343 INFO [M:0;5b617c7edc8e:35925 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:19:07,343 DEBUG [M:0;5b617c7edc8e:35925 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:19:07,343 INFO [M:0;5b617c7edc8e:35925 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:07,343 DEBUG [M:0;5b617c7edc8e:35925 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:07,343 DEBUG [M:0;5b617c7edc8e:35925 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:19:07,343 DEBUG [M:0;5b617c7edc8e:35925 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:07,343 INFO [M:0;5b617c7edc8e:35925 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-27T11:19:07,368 DEBUG [M:0;5b617c7edc8e:35925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a700d977ee1648e09845bf1cfc70083e is 82, key is hbase:meta,,1/info:regioninfo/1732706276552/Put/seqid=0 2024-11-27T11:19:07,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741844_1020 (size=5672) 2024-11-27T11:19:07,773 INFO [M:0;5b617c7edc8e:35925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a700d977ee1648e09845bf1cfc70083e 2024-11-27T11:19:07,798 DEBUG [M:0;5b617c7edc8e:35925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/878a0c193bf643c7a42f4a6dea988c37 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732706279605/Put/seqid=0 2024-11-27T11:19:07,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741845_1021 (size=6727) 2024-11-27T11:19:08,203 INFO [M:0;5b617c7edc8e:35925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/878a0c193bf643c7a42f4a6dea988c37 2024-11-27T11:19:08,209 INFO [M:0;5b617c7edc8e:35925 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 878a0c193bf643c7a42f4a6dea988c37 2024-11-27T11:19:08,224 DEBUG [M:0;5b617c7edc8e:35925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22ab2084b1094001b3f7730682a4dc4e is 69, key is 5b617c7edc8e,36373,1732706273980/rs:state/1732706275425/Put/seqid=0 2024-11-27T11:19:08,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741846_1022 (size=5156) 2024-11-27T11:19:08,547 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 to pos 997, reset compression=false 2024-11-27T11:19:08,630 INFO [M:0;5b617c7edc8e:35925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22ab2084b1094001b3f7730682a4dc4e 2024-11-27T11:19:08,637 DEBUG [M:0;5b617c7edc8e:35925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a700d977ee1648e09845bf1cfc70083e as hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a700d977ee1648e09845bf1cfc70083e 2024-11-27T11:19:08,642 INFO [M:0;5b617c7edc8e:35925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a700d977ee1648e09845bf1cfc70083e, entries=8, sequenceid=58, filesize=5.5 K 2024-11-27T11:19:08,643 DEBUG [M:0;5b617c7edc8e:35925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/878a0c193bf643c7a42f4a6dea988c37 as hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/878a0c193bf643c7a42f4a6dea988c37 2024-11-27T11:19:08,647 INFO [M:0;5b617c7edc8e:35925 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 878a0c193bf643c7a42f4a6dea988c37 2024-11-27T11:19:08,647 INFO [M:0;5b617c7edc8e:35925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/878a0c193bf643c7a42f4a6dea988c37, entries=6, sequenceid=58, filesize=6.6 K 2024-11-27T11:19:08,648 DEBUG [M:0;5b617c7edc8e:35925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22ab2084b1094001b3f7730682a4dc4e as hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22ab2084b1094001b3f7730682a4dc4e 2024-11-27T11:19:08,653 INFO [M:0;5b617c7edc8e:35925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43567/user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22ab2084b1094001b3f7730682a4dc4e, entries=1, sequenceid=58, filesize=5.0 K 2024-11-27T11:19:08,654 INFO [M:0;5b617c7edc8e:35925 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=58, compaction requested=false 2024-11-27T11:19:08,656 INFO [M:0;5b617c7edc8e:35925 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:08,656 DEBUG [M:0;5b617c7edc8e:35925 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706347343Disabling compacts and flushes for region at 1732706347343Disabling writes for close at 1732706347343Obtaining lock to block concurrent updates at 1732706347344 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706347344Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732706347344Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706347345 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706347345Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706347367 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706347367Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706347779 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706347797 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706347797Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706348209 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706348223 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706348224 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14cebd62: reopening flushed file at 1732706348635 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698803aa: reopening flushed file at 1732706348642 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664a79e2: reopening flushed file at 1732706348648 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=58, compaction requested=false at 1732706348654 (+6 ms)Writing region close event to WAL at 1732706348656 (+2 ms)Closed at 1732706348656 2024-11-27T11:19:08,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43693 is added to blk_1073741830_1006 (size=33026) 2024-11-27T11:19:08,658 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc52b59d-5773-2abb-5291-bbea1577522f/MasterData/WALs/5b617c7edc8e,35925,1732706273941/5b617c7edc8e%2C35925%2C1732706273941.1732706275277 not finished, retry = 0 2024-11-27T11:19:08,760 INFO [M:0;5b617c7edc8e:35925 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:19:08,760 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:19:08,760 INFO [M:0;5b617c7edc8e:35925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35925 2024-11-27T11:19:08,760 INFO [M:0;5b617c7edc8e:35925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:19:08,866 INFO [M:0;5b617c7edc8e:35925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:19:08,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:08,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x101592562110003, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:08,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c651102{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:19:08,874 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32a22324{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:19:08,874 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:19:08,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a954acc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:19:08,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33f779b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/hadoop.log.dir/,STOPPED} 2024-11-27T11:19:08,877 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:19:08,877 WARN [BP-1998886505-172.17.0.2-1732706273291 heartbeating to localhost/127.0.0.1:43567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:19:08,877 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:19:08,877 WARN [BP-1998886505-172.17.0.2-1732706273291 heartbeating to localhost/127.0.0.1:43567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1998886505-172.17.0.2-1732706273291 (Datanode Uuid 6002d188-4520-4b7a-90c0-9b66dcf56e53) service to localhost/127.0.0.1:43567 2024-11-27T11:19:08,877 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/cluster_178cb927-22a4-09e2-059d-bf6a255ba7b6/data/data1/current/BP-1998886505-172.17.0.2-1732706273291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:19:08,878 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/cluster_178cb927-22a4-09e2-059d-bf6a255ba7b6/data/data2/current/BP-1998886505-172.17.0.2-1732706273291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:19:08,878 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:19:08,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b940763{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:19:08,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a30631c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:19:08,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:19:08,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@737a9391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:19:08,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ca3f21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/hadoop.log.dir/,STOPPED} 2024-11-27T11:19:08,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:19:08,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:19:08,902 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:08,902 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:08,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:08,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:08,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:08,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:19:08,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1784878910, stopped=false 2024-11-27T11:19:08,903 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,38387,1732706270182 2024-11-27T11:19:08,905 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:19:08,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1898913033/running 2024-11-27T11:19:08,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1898913033/running 2024-11-27T11:19:08,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:08,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:08,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:08,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033 2024-11-27T11:19:08,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033 2024-11-27T11:19:08,906 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,37551,1732706270232' ***** 2024-11-27T11:19:08,906 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:19:08,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Set watcher on znode that does not yet exist, /0-1898913033/running 2024-11-27T11:19:08,906 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:19:08,906 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:19:08,906 INFO [RS:0;5b617c7edc8e:37551 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:19:08,906 INFO [RS:0;5b617c7edc8e:37551 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:19:08,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Set watcher on znode that does not yet exist, /0-1898913033/running 2024-11-27T11:19:08,906 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(3091): Received CLOSE for 08fe1a3a12e1bad364d4d9a7e639b018 2024-11-27T11:19:08,907 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(3091): Received CLOSE for 85ebadcd2170b05fc84321e10537bb76 2024-11-27T11:19:08,907 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,37551,1732706270232 2024-11-27T11:19:08,907 INFO [RS:0;5b617c7edc8e:37551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:19:08,907 INFO [RS:0;5b617c7edc8e:37551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:37551. 2024-11-27T11:19:08,907 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08fe1a3a12e1bad364d4d9a7e639b018, disabling compactions & flushes 2024-11-27T11:19:08,907 DEBUG [RS:0;5b617c7edc8e:37551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:08,907 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018. 2024-11-27T11:19:08,907 DEBUG [RS:0;5b617c7edc8e:37551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:08,907 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018. 2024-11-27T11:19:08,907 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018. after waiting 0 ms 2024-11-27T11:19:08,907 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018. 2024-11-27T11:19:08,907 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:19:08,907 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:19:08,907 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:19:08,908 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:19:08,908 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T11:19:08,908 DEBUG [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1325): Online Regions={08fe1a3a12e1bad364d4d9a7e639b018=test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018., 1588230740=hbase:meta,,1.1588230740, 85ebadcd2170b05fc84321e10537bb76=hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76.} 2024-11-27T11:19:08,908 DEBUG [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1351): Waiting on 08fe1a3a12e1bad364d4d9a7e639b018, 1588230740, 85ebadcd2170b05fc84321e10537bb76 2024-11-27T11:19:08,908 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:19:08,908 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:19:08,908 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:19:08,908 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:19:08,908 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:19:08,909 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T11:19:08,912 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/default/test/08fe1a3a12e1bad364d4d9a7e639b018/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T11:19:08,913 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:19:08,913 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:19:08,913 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018. 2024-11-27T11:19:08,913 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08fe1a3a12e1bad364d4d9a7e639b018: Waiting for close lock at 1732706348907Running coprocessor pre-close hooks at 1732706348907Disabling compacts and flushes for region at 1732706348907Disabling writes for close at 1732706348907Writing region close event to WAL at 1732706348908 (+1 ms)Running coprocessor post-close hooks at 1732706348913 (+5 ms)Closed at 1732706348913 2024-11-27T11:19:08,913 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018. 2024-11-27T11:19:08,913 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85ebadcd2170b05fc84321e10537bb76, disabling compactions & flushes 2024-11-27T11:19:08,913 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76. 2024-11-27T11:19:08,913 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76. 2024-11-27T11:19:08,913 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76. after waiting 0 ms 2024-11-27T11:19:08,913 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76. 2024-11-27T11:19:08,913 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 85ebadcd2170b05fc84321e10537bb76 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-27T11:19:08,928 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/replication/85ebadcd2170b05fc84321e10537bb76/.tmp/hfileref/7a540e6b6ef34fd9a866d3d8b79f3725 is 74, key is 1/hfileref:209471f57a704345b193287276101b4c_SeqId_4_/1732706283976/DeleteColumn/seqid=0 2024-11-27T11:19:08,929 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/.tmp/info/c5f05ada020340dca8f38fa218ebf696 is 147, key is hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76./info:regioninfo/1732706281133/Put/seqid=0 2024-11-27T11:19:08,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741844_1020 (size=5203) 2024-11-27T11:19:08,933 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/replication/85ebadcd2170b05fc84321e10537bb76/.tmp/hfileref/7a540e6b6ef34fd9a866d3d8b79f3725 2024-11-27T11:19:08,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741845_1021 (size=7686) 2024-11-27T11:19:08,952 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/replication/85ebadcd2170b05fc84321e10537bb76/.tmp/queue/cf730726e8ea432d8ab63c20832c745d is 153, key is 1-5b617c7edc8e,37551,1732706270232/queue:5b617c7edc8e%2C37551%2C1732706270232/1732706285491/Put/seqid=0 2024-11-27T11:19:08,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741846_1022 (size=5352) 2024-11-27T11:19:08,960 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:19:09,091 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:19:09,091 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:19:09,108 DEBUG [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85ebadcd2170b05fc84321e10537bb76 2024-11-27T11:19:09,308 DEBUG [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85ebadcd2170b05fc84321e10537bb76 2024-11-27T11:19:09,334 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/.tmp/info/c5f05ada020340dca8f38fa218ebf696 2024-11-27T11:19:09,354 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/.tmp/ns/cca6d41ffb0944e4bca6e9ff09506a09 is 43, key is default/ns:d/1732706273233/Put/seqid=0 2024-11-27T11:19:09,355 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/replication/85ebadcd2170b05fc84321e10537bb76/.tmp/queue/cf730726e8ea432d8ab63c20832c745d 2024-11-27T11:19:09,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741847_1023 (size=5153) 2024-11-27T11:19:09,361 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/replication/85ebadcd2170b05fc84321e10537bb76/.tmp/hfileref/7a540e6b6ef34fd9a866d3d8b79f3725 as hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/replication/85ebadcd2170b05fc84321e10537bb76/hfileref/7a540e6b6ef34fd9a866d3d8b79f3725 2024-11-27T11:19:09,366 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/replication/85ebadcd2170b05fc84321e10537bb76/hfileref/7a540e6b6ef34fd9a866d3d8b79f3725, entries=2, sequenceid=10, filesize=5.1 K 2024-11-27T11:19:09,367 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/replication/85ebadcd2170b05fc84321e10537bb76/.tmp/queue/cf730726e8ea432d8ab63c20832c745d as hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/replication/85ebadcd2170b05fc84321e10537bb76/queue/cf730726e8ea432d8ab63c20832c745d 2024-11-27T11:19:09,373 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/replication/85ebadcd2170b05fc84321e10537bb76/queue/cf730726e8ea432d8ab63c20832c745d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T11:19:09,374 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 85ebadcd2170b05fc84321e10537bb76 in 461ms, sequenceid=10, compaction requested=false 2024-11-27T11:19:09,380 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/replication/85ebadcd2170b05fc84321e10537bb76/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T11:19:09,381 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:19:09,381 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:19:09,381 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76. 2024-11-27T11:19:09,381 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85ebadcd2170b05fc84321e10537bb76: Waiting for close lock at 1732706348913Running coprocessor pre-close hooks at 1732706348913Disabling compacts and flushes for region at 1732706348913Disabling writes for close at 1732706348913Obtaining lock to block concurrent updates at 1732706348913Preparing flush snapshotting stores in 85ebadcd2170b05fc84321e10537bb76 at 1732706348913Finished memstore snapshotting hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732706348914 (+1 ms)Flushing stores of hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76. at 1732706348914Flushing 85ebadcd2170b05fc84321e10537bb76/hfileref: creating writer at 1732706348914Flushing 85ebadcd2170b05fc84321e10537bb76/hfileref: appending metadata at 1732706348928 (+14 ms)Flushing 85ebadcd2170b05fc84321e10537bb76/hfileref: closing flushed file at 1732706348928Flushing 85ebadcd2170b05fc84321e10537bb76/queue: creating writer at 1732706348938 (+10 ms)Flushing 85ebadcd2170b05fc84321e10537bb76/queue: appending metadata at 1732706348951 (+13 ms)Flushing 85ebadcd2170b05fc84321e10537bb76/queue: closing flushed file at 1732706348951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79db39cf: reopening flushed file at 1732706349361 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76d71f56: reopening flushed file at 1732706349366 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 85ebadcd2170b05fc84321e10537bb76 in 461ms, sequenceid=10, compaction requested=false at 1732706349374 (+8 ms)Writing region close event to WAL at 1732706349377 (+3 ms)Running coprocessor post-close hooks at 1732706349381 (+4 ms)Closed at 1732706349381 2024-11-27T11:19:09,381 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732706279955.85ebadcd2170b05fc84321e10537bb76. 2024-11-27T11:19:09,509 DEBUG [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:09,709 DEBUG [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:09,759 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/.tmp/ns/cca6d41ffb0944e4bca6e9ff09506a09 2024-11-27T11:19:09,784 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/.tmp/rep_barrier/e497a77ff147495cbba0c67b2c28b974 is 112, key is test,,1732706276621.08fe1a3a12e1bad364d4d9a7e639b018./rep_barrier:seqnumDuringOpen/1732706277790/Put/seqid=0 2024-11-27T11:19:09,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741848_1024 (size=5518) 2024-11-27T11:19:09,909 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T11:19:09,909 DEBUG [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:19:09,909 DEBUG [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:10,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:10,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:10,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:10,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:10,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:10,109 DEBUG [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:10,189 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/.tmp/rep_barrier/e497a77ff147495cbba0c67b2c28b974 2024-11-27T11:19:10,210 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/.tmp/table/58d0ecbed90c4f1bbd1ee2b0881aa84e is 53, key is hbase:replication/table:state/1732706281142/Put/seqid=0 2024-11-27T11:19:10,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741849_1025 (size=5308) 2024-11-27T11:19:10,310 DEBUG [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:10,510 DEBUG [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:10,561 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:19:10,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:10,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:10,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:10,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:10,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:10,615 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/.tmp/table/58d0ecbed90c4f1bbd1ee2b0881aa84e 2024-11-27T11:19:10,622 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/.tmp/info/c5f05ada020340dca8f38fa218ebf696 as hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/info/c5f05ada020340dca8f38fa218ebf696 2024-11-27T11:19:10,627 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/info/c5f05ada020340dca8f38fa218ebf696, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T11:19:10,628 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/.tmp/ns/cca6d41ffb0944e4bca6e9ff09506a09 as hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/ns/cca6d41ffb0944e4bca6e9ff09506a09 2024-11-27T11:19:10,632 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/ns/cca6d41ffb0944e4bca6e9ff09506a09, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T11:19:10,633 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/.tmp/rep_barrier/e497a77ff147495cbba0c67b2c28b974 as hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/rep_barrier/e497a77ff147495cbba0c67b2c28b974 2024-11-27T11:19:10,637 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/rep_barrier/e497a77ff147495cbba0c67b2c28b974, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T11:19:10,638 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/.tmp/table/58d0ecbed90c4f1bbd1ee2b0881aa84e as hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/table/58d0ecbed90c4f1bbd1ee2b0881aa84e 2024-11-27T11:19:10,643 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/table/58d0ecbed90c4f1bbd1ee2b0881aa84e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T11:19:10,644 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false 2024-11-27T11:19:10,644 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T11:19:10,648 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T11:19:10,649 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:19:10,649 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:19:10,649 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:19:10,649 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706348908Running coprocessor pre-close hooks at 1732706348908Disabling compacts and flushes for region at 1732706348908Disabling writes for close at 1732706348908Obtaining lock to block concurrent updates at 1732706348909 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732706348909Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732706348909Flushing stores of hbase:meta,,1.1588230740 at 1732706348910 (+1 ms)Flushing 1588230740/info: creating writer at 1732706348910Flushing 1588230740/info: appending metadata at 1732706348928 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732706348928Flushing 1588230740/ns: creating writer at 1732706349340 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732706349354 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732706349354Flushing 1588230740/rep_barrier: creating writer at 1732706349765 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732706349783 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732706349783Flushing 1588230740/table: creating writer at 1732706350195 (+412 ms)Flushing 1588230740/table: appending metadata at 1732706350209 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732706350209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9aaf9a3: reopening flushed file at 1732706350621 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fad5eec: reopening flushed file at 1732706350627 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6012622f: reopening flushed file at 1732706350632 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d09b48a: reopening flushed file at 1732706350637 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false at 1732706350644 (+7 ms)Writing region close event to WAL at 1732706350646 (+2 ms)Running coprocessor post-close hooks at 1732706350649 (+3 ms)Closed at 1732706350649 2024-11-27T11:19:10,649 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:19:10,710 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,37551,1732706270232; all regions closed. 2024-11-27T11:19:10,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741834_1010 (size=4239) 2024-11-27T11:19:10,712 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.meta.1732706273188.meta not finished, retry = 0 2024-11-27T11:19:10,815 DEBUG [RS:0;5b617c7edc8e:37551 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/oldWALs 2024-11-27T11:19:10,815 INFO [RS:0;5b617c7edc8e:37551 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C37551%2C1732706270232.meta:.meta(num 1732706273188) 2024-11-27T11:19:10,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741839_1015 (size=2700) 2024-11-27T11:19:10,818 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.rep.1732706281096 not finished, retry = 0 2024-11-27T11:19:10,920 DEBUG [RS:0;5b617c7edc8e:37551 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/oldWALs 2024-11-27T11:19:10,920 INFO [RS:0;5b617c7edc8e:37551 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C37551%2C1732706270232.rep:(num 1732706281096) 2024-11-27T11:19:10,924 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/WALs/5b617c7edc8e,37551,1732706270232/5b617c7edc8e%2C37551%2C1732706270232.1732706272226 not finished, retry = 0 2024-11-27T11:19:10,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741832_1008 (size=1300) 2024-11-27T11:19:11,026 DEBUG [RS:0;5b617c7edc8e:37551 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/oldWALs 2024-11-27T11:19:11,027 INFO [RS:0;5b617c7edc8e:37551 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C37551%2C1732706270232:(num 1732706272226) 2024-11-27T11:19:11,027 DEBUG [RS:0;5b617c7edc8e:37551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:11,027 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:19:11,027 INFO [RS:0;5b617c7edc8e:37551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:19:11,027 INFO [RS:0;5b617c7edc8e:37551 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T11:19:11,027 INFO [RS:0;5b617c7edc8e:37551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:19:11,027 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:19:11,027 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b617c7edc8e,37551,1732706270232 because: Region server is closing 2024-11-27T11:19:11,028 INFO [RS:0;5b617c7edc8e:37551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:37551. 2024-11-27T11:19:11,028 DEBUG [RS:0;5b617c7edc8e:37551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:11,028 DEBUG [RS:0;5b617c7edc8e:37551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:11,028 DEBUG [RS:0;5b617c7edc8e:37551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:11,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:11,128 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.shipper5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T11:19:11,128 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.wal-reader.5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T11:19:11,128 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37551,1732706270232.replicationSource.shipper5b617c7edc8e%2C37551%2C1732706270232,1-5b617c7edc8e,37551,1732706270232 terminated 2024-11-27T11:19:11,129 INFO [RS:0;5b617c7edc8e:37551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37551 2024-11-27T11:19:11,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1898913033/rs/5b617c7edc8e,37551,1732706270232 2024-11-27T11:19:11,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033/rs 2024-11-27T11:19:11,131 INFO [RS:0;5b617c7edc8e:37551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:19:11,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,37551,1732706270232] 2024-11-27T11:19:11,135 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1898913033/draining/5b617c7edc8e,37551,1732706270232 already deleted, retry=false 2024-11-27T11:19:11,135 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,37551,1732706270232 expired; onlineServers=0 2024-11-27T11:19:11,135 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,38387,1732706270182' ***** 2024-11-27T11:19:11,135 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:19:11,135 INFO [M:0;5b617c7edc8e:38387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:19:11,135 INFO [M:0;5b617c7edc8e:38387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:19:11,135 DEBUG [M:0;5b617c7edc8e:38387 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:19:11,135 DEBUG [M:0;5b617c7edc8e:38387 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:19:11,135 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:19:11,135 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706272038 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706272038,5,FailOnTimeoutGroup] 2024-11-27T11:19:11,135 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706272032 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706272032,5,FailOnTimeoutGroup] 2024-11-27T11:19:11,135 INFO [M:0;5b617c7edc8e:38387 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:19:11,135 INFO [M:0;5b617c7edc8e:38387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:19:11,135 DEBUG [M:0;5b617c7edc8e:38387 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:19:11,135 INFO [M:0;5b617c7edc8e:38387 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:19:11,135 INFO [M:0;5b617c7edc8e:38387 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:19:11,136 INFO [M:0;5b617c7edc8e:38387 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:19:11,136 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:19:11,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1898913033/master 2024-11-27T11:19:11,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1898913033 2024-11-27T11:19:11,137 DEBUG [M:0;5b617c7edc8e:38387 {}] zookeeper.ZKUtil(347): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Unable to get data of znode /0-1898913033/master because node does not exist (not an error) 2024-11-27T11:19:11,137 WARN [M:0;5b617c7edc8e:38387 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:19:11,138 INFO [M:0;5b617c7edc8e:38387 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/.lastflushedseqids 2024-11-27T11:19:11,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741850_1026 (size=263) 2024-11-27T11:19:11,143 INFO [M:0;5b617c7edc8e:38387 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:19:11,143 INFO [M:0;5b617c7edc8e:38387 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:19:11,143 DEBUG [M:0;5b617c7edc8e:38387 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:19:11,143 INFO [M:0;5b617c7edc8e:38387 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:11,143 DEBUG [M:0;5b617c7edc8e:38387 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:11,143 DEBUG [M:0;5b617c7edc8e:38387 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:19:11,143 DEBUG [M:0;5b617c7edc8e:38387 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:11,143 INFO [M:0;5b617c7edc8e:38387 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-27T11:19:11,159 DEBUG [M:0;5b617c7edc8e:38387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/604ead88aed447aa9acf7333ed3374e5 is 82, key is hbase:meta,,1/info:regioninfo/1732706273222/Put/seqid=0 2024-11-27T11:19:11,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741851_1027 (size=5672) 2024-11-27T11:19:11,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:11,232 INFO [RS:0;5b617c7edc8e:37551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:19:11,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101592562110001, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:11,232 INFO [RS:0;5b617c7edc8e:37551 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,37551,1732706270232; zookeeper connection closed. 2024-11-27T11:19:11,233 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2312f24b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2312f24b 2024-11-27T11:19:11,233 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:19:11,564 INFO [M:0;5b617c7edc8e:38387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/604ead88aed447aa9acf7333ed3374e5 2024-11-27T11:19:11,584 DEBUG [M:0;5b617c7edc8e:38387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d82fbafcc63e4dbcb39d1e550309045c is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732706277806/Put/seqid=0 2024-11-27T11:19:11,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741852_1028 (size=7241) 2024-11-27T11:19:11,988 INFO [M:0;5b617c7edc8e:38387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d82fbafcc63e4dbcb39d1e550309045c 2024-11-27T11:19:11,994 INFO [M:0;5b617c7edc8e:38387 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d82fbafcc63e4dbcb39d1e550309045c 2024-11-27T11:19:12,015 DEBUG [M:0;5b617c7edc8e:38387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc2ad5fa581342f3b3a9a536ace66f30 is 69, key is 5b617c7edc8e,37551,1732706270232/rs:state/1732706272076/Put/seqid=0 2024-11-27T11:19:12,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741853_1029 (size=5156) 2024-11-27T11:19:12,020 INFO [M:0;5b617c7edc8e:38387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc2ad5fa581342f3b3a9a536ace66f30 2024-11-27T11:19:12,025 DEBUG [M:0;5b617c7edc8e:38387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/604ead88aed447aa9acf7333ed3374e5 as hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/604ead88aed447aa9acf7333ed3374e5 2024-11-27T11:19:12,030 INFO [M:0;5b617c7edc8e:38387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/604ead88aed447aa9acf7333ed3374e5, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T11:19:12,031 DEBUG [M:0;5b617c7edc8e:38387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d82fbafcc63e4dbcb39d1e550309045c as hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d82fbafcc63e4dbcb39d1e550309045c 2024-11-27T11:19:12,036 INFO [M:0;5b617c7edc8e:38387 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d82fbafcc63e4dbcb39d1e550309045c 2024-11-27T11:19:12,036 INFO [M:0;5b617c7edc8e:38387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d82fbafcc63e4dbcb39d1e550309045c, entries=11, sequenceid=105, filesize=7.1 K 2024-11-27T11:19:12,037 DEBUG [M:0;5b617c7edc8e:38387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc2ad5fa581342f3b3a9a536ace66f30 as hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc2ad5fa581342f3b3a9a536ace66f30 2024-11-27T11:19:12,041 INFO [M:0;5b617c7edc8e:38387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/7244bfc2-c03a-b1fd-3d97-1c1038758b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc2ad5fa581342f3b3a9a536ace66f30, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T11:19:12,043 INFO [M:0;5b617c7edc8e:38387 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=105, compaction requested=false 2024-11-27T11:19:12,045 INFO [M:0;5b617c7edc8e:38387 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:12,045 DEBUG [M:0;5b617c7edc8e:38387 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706351143Disabling compacts and flushes for region at 1732706351143Disabling writes for close at 1732706351143Obtaining lock to block concurrent updates at 1732706351143Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706351143Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732706351144 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706351144Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706351144Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706351158 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706351158Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706351569 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706351583 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706351583Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706351994 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706352015 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706352015Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3248fbd1: reopening flushed file at 1732706352024 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed6a81e: reopening flushed file at 1732706352030 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b90b60e: reopening flushed file at 1732706352036 (+6 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=105, compaction requested=false at 1732706352043 (+7 ms)Writing region close event to WAL at 1732706352045 (+2 ms)Closed at 1732706352045 2024-11-27T11:19:12,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34779 is added to blk_1073741830_1006 (size=64538) 2024-11-27T11:19:12,051 INFO [M:0;5b617c7edc8e:38387 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:19:12,051 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:19:12,051 INFO [M:0;5b617c7edc8e:38387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38387 2024-11-27T11:19:12,051 INFO [M:0;5b617c7edc8e:38387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:19:12,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:12,154 INFO [M:0;5b617c7edc8e:38387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:19:12,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38387-0x101592562110000, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:12,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d6ee488{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:19:12,156 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5946eb8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:19:12,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:19:12,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7081d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:19:12,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77d25950{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/hadoop.log.dir/,STOPPED} 2024-11-27T11:19:12,158 WARN [BP-297238718-172.17.0.2-1732706269095 heartbeating to localhost/127.0.0.1:45637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:19:12,158 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:19:12,158 WARN [BP-297238718-172.17.0.2-1732706269095 heartbeating to localhost/127.0.0.1:45637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-297238718-172.17.0.2-1732706269095 (Datanode Uuid 1c871008-75ae-4dda-bab7-867c9987f636) service to localhost/127.0.0.1:45637 2024-11-27T11:19:12,158 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:19:12,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/cluster_a62ac831-74df-5f2b-7df0-eec2e38ea377/data/data1/current/BP-297238718-172.17.0.2-1732706269095 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:19:12,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/cluster_a62ac831-74df-5f2b-7df0-eec2e38ea377/data/data2/current/BP-297238718-172.17.0.2-1732706269095 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:19:12,159 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:19:12,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31ac2c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:19:12,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70bff7d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:19:12,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:19:12,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65e463c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:19:12,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65596767{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cd09806-54a0-110a-dc3f-bc178fe79911/hadoop.log.dir/,STOPPED} 2024-11-27T11:19:12,175 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T11:19:12,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:19:12,204 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 139) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51733) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fa7dcb8dda0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45637 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fa7dcb8dda0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43567 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51733) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=502 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 287), ProcessCount=11 (was 11), AvailableMemoryMB=7210 (was 7387) 2024-11-27T11:19:12,219 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=7205 2024-11-27T11:19:12,235 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-27T11:19:12,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/hadoop.log.dir so I do NOT create it in target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29 2024-11-27T11:19:12,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:19:12,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/hadoop.tmp.dir so I do NOT create it in target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29 2024-11-27T11:19:12,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b21812-4033-0f16-3cff-dc1227b8ee9b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:19:12,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29 2024-11-27T11:19:12,236 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/cluster_f9708a0f-093f-20c8-ef1a-9db0535e10b6, deleteOnExit=true 2024-11-27T11:19:12,242 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/cluster_f9708a0f-093f-20c8-ef1a-9db0535e10b6/zookeeper_0, clientPort=59452, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/cluster_f9708a0f-093f-20c8-ef1a-9db0535e10b6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/cluster_f9708a0f-093f-20c8-ef1a-9db0535e10b6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T11:19:12,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59452 2024-11-27T11:19:12,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:19:12,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:19:12,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/test.cache.data in system properties and HBase conf 2024-11-27T11:19:12,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:19:12,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:19:12,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:19:12,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:19:12,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:19:12,244 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:19:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:19:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:19:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:19:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:19:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:19:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:19:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:19:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:19:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:19:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:19:12,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:19:12,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:19:12,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:19:12,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:19:12,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101592562110005, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T11:19:12,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101592562110002, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T11:19:12,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101592562110002, quorum=127.0.0.1:51733, baseZNode=/0-1898913033 Received Disconnected from ZooKeeper, ignoring 2024-11-27T11:19:12,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101592562110005, quorum=127.0.0.1:51733, baseZNode=/1-912409993 Received Disconnected from ZooKeeper, ignoring 2024-11-27T11:19:12,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:19:12,331 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:19:12,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:19:12,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:19:12,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:19:12,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:19:12,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71e6200f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:19:12,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d151e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:19:12,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e372085{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/java.io.tmpdir/jetty-localhost-40785-hadoop-hdfs-3_4_1-tests_jar-_-any-8582152583121544901/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:19:12,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2140d84e{HTTP/1.1, (http/1.1)}{localhost:40785} 2024-11-27T11:19:12,460 INFO [Time-limited test {}] server.Server(415): Started @129526ms 2024-11-27T11:19:12,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:19:12,549 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:19:12,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:19:12,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:19:12,550 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:19:12,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4358a9fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:19:12,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54b44830{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:19:12,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a409d84{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/java.io.tmpdir/jetty-localhost-41497-hadoop-hdfs-3_4_1-tests_jar-_-any-7991162375201839969/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:19:12,668 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d214094{HTTP/1.1, (http/1.1)}{localhost:41497} 2024-11-27T11:19:12,668 INFO [Time-limited test {}] server.Server(415): Started @129734ms 2024-11-27T11:19:12,670 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:19:12,771 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/cluster_f9708a0f-093f-20c8-ef1a-9db0535e10b6/data/data1/current/BP-572501211-172.17.0.2-1732706352271/current, will proceed with Du for space computation calculation, 2024-11-27T11:19:12,771 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/cluster_f9708a0f-093f-20c8-ef1a-9db0535e10b6/data/data2/current/BP-572501211-172.17.0.2-1732706352271/current, will proceed with Du for space computation calculation, 2024-11-27T11:19:12,788 WARN [Thread-1270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:19:12,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb16487a6f3df9d37 with lease ID 0xdce29d8ac37a41cb: Processing first storage report for DS-22030d7e-0bda-4f81-8caf-3ef5c93f6d42 from datanode DatanodeRegistration(127.0.0.1:36021, datanodeUuid=3269d739-7fe7-4f00-a90a-2080bd4af65e, infoPort=37421, infoSecurePort=0, ipcPort=41885, storageInfo=lv=-57;cid=testClusterID;nsid=1281985337;c=1732706352271) 2024-11-27T11:19:12,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb16487a6f3df9d37 with lease ID 0xdce29d8ac37a41cb: from storage DS-22030d7e-0bda-4f81-8caf-3ef5c93f6d42 node DatanodeRegistration(127.0.0.1:36021, datanodeUuid=3269d739-7fe7-4f00-a90a-2080bd4af65e, infoPort=37421, infoSecurePort=0, ipcPort=41885, storageInfo=lv=-57;cid=testClusterID;nsid=1281985337;c=1732706352271), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:19:12,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb16487a6f3df9d37 with lease ID 0xdce29d8ac37a41cb: Processing first storage report for DS-0c40d64e-7e3d-470a-8b33-a8c82e20a93c from datanode DatanodeRegistration(127.0.0.1:36021, datanodeUuid=3269d739-7fe7-4f00-a90a-2080bd4af65e, infoPort=37421, infoSecurePort=0, ipcPort=41885, storageInfo=lv=-57;cid=testClusterID;nsid=1281985337;c=1732706352271) 2024-11-27T11:19:12,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb16487a6f3df9d37 with lease ID 0xdce29d8ac37a41cb: from storage DS-0c40d64e-7e3d-470a-8b33-a8c82e20a93c node DatanodeRegistration(127.0.0.1:36021, datanodeUuid=3269d739-7fe7-4f00-a90a-2080bd4af65e, infoPort=37421, infoSecurePort=0, ipcPort=41885, storageInfo=lv=-57;cid=testClusterID;nsid=1281985337;c=1732706352271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:19:12,795 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29 2024-11-27T11:19:12,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:12,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:12,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:19:13,205 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c with version=8 2024-11-27T11:19:13,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/hbase-staging 2024-11-27T11:19:13,207 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:19:13,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:13,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:13,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:19:13,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:13,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:19:13,208 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:19:13,208 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:19:13,208 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42757 2024-11-27T11:19:13,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42757 connecting to ZooKeeper ensemble=127.0.0.1:59452 2024-11-27T11:19:13,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427570x0, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:19:13,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42757-0x1015926a6ff0000 connected 2024-11-27T11:19:13,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:13,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:13,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on znode that does not yet exist, /02137614653/running 2024-11-27T11:19:13,238 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c, hbase.cluster.distributed=false 2024-11-27T11:19:13,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on znode that does not yet exist, /02137614653/acl 2024-11-27T11:19:13,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42757 2024-11-27T11:19:13,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42757 2024-11-27T11:19:13,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42757 2024-11-27T11:19:13,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42757 2024-11-27T11:19:13,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42757 2024-11-27T11:19:13,261 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:19:13,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:13,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:13,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:19:13,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:13,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:19:13,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:19:13,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:19:13,263 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45745 2024-11-27T11:19:13,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45745 connecting to ZooKeeper ensemble=127.0.0.1:59452 2024-11-27T11:19:13,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:13,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:13,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457450x0, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:19:13,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457450x0, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on znode that does not yet exist, /02137614653/running 2024-11-27T11:19:13,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45745-0x1015926a6ff0001 connected 2024-11-27T11:19:13,273 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:19:13,274 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:19:13,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on znode that does not yet exist, /02137614653/master 2024-11-27T11:19:13,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on znode that does not yet exist, /02137614653/acl 2024-11-27T11:19:13,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45745 2024-11-27T11:19:13,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45745 2024-11-27T11:19:13,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45745 2024-11-27T11:19:13,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45745 2024-11-27T11:19:13,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45745 2024-11-27T11:19:13,294 DEBUG [M:0;5b617c7edc8e:42757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:42757 2024-11-27T11:19:13,295 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02137614653/backup-masters/5b617c7edc8e,42757,1732706353207 2024-11-27T11:19:13,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653/backup-masters 2024-11-27T11:19:13,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653/backup-masters 2024-11-27T11:19:13,297 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on existing znode=/02137614653/backup-masters/5b617c7edc8e,42757,1732706353207 2024-11-27T11:19:13,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02137614653/master 2024-11-27T11:19:13,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:13,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:13,299 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on existing znode=/02137614653/master 2024-11-27T11:19:13,299 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02137614653/backup-masters/5b617c7edc8e,42757,1732706353207 from backup master directory 2024-11-27T11:19:13,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02137614653/backup-masters/5b617c7edc8e,42757,1732706353207 2024-11-27T11:19:13,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653/backup-masters 2024-11-27T11:19:13,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653/backup-masters 2024-11-27T11:19:13,301 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:19:13,301 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,42757,1732706353207 2024-11-27T11:19:13,305 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/hbase.id] with ID: b0ada660-7030-4ccf-a85c-b029c2cd009c 2024-11-27T11:19:13,305 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/.tmp/hbase.id 2024-11-27T11:19:13,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:19:13,711 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/.tmp/hbase.id]:[hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/hbase.id] 2024-11-27T11:19:13,725 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:13,725 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:19:13,727 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T11:19:13,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:13,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:13,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:19:14,138 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:19:14,139 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:19:14,140 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:14,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:19:14,547 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store 2024-11-27T11:19:14,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:19:14,954 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:14,954 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:19:14,954 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:14,954 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:14,954 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:19:14,954 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:14,954 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:14,954 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706354954Disabling compacts and flushes for region at 1732706354954Disabling writes for close at 1732706354954Writing region close event to WAL at 1732706354954Closed at 1732706354954 2024-11-27T11:19:14,955 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/.initializing 2024-11-27T11:19:14,955 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/WALs/5b617c7edc8e,42757,1732706353207 2024-11-27T11:19:14,956 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:19:14,957 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C42757%2C1732706353207, suffix=, logDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/WALs/5b617c7edc8e,42757,1732706353207, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/oldWALs, maxLogs=10 2024-11-27T11:19:14,970 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/WALs/5b617c7edc8e,42757,1732706353207/5b617c7edc8e%2C42757%2C1732706353207.1732706354957, exclude list is [], retry=0 2024-11-27T11:19:14,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-22030d7e-0bda-4f81-8caf-3ef5c93f6d42,DISK] 2024-11-27T11:19:14,974 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/WALs/5b617c7edc8e,42757,1732706353207/5b617c7edc8e%2C42757%2C1732706353207.1732706354957 2024-11-27T11:19:14,974 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37421:37421)] 2024-11-27T11:19:14,974 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:19:14,974 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:14,975 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:14,975 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:14,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:14,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:19:14,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:14,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:14,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:14,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:19:14,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:14,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:14,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:14,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:19:14,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:14,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:14,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:14,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:19:14,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:14,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:14,982 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:14,982 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:14,982 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:14,983 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:14,983 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:14,984 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:19:14,985 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:14,987 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:19:14,987 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72010964, jitterRate=0.0730469822883606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:19:14,988 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706354975Initializing all the Stores at 1732706354975Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706354975Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706354975Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706354975Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706354975Cleaning up temporary data from old regions at 1732706354983 (+8 ms)Region opened successfully at 1732706354988 (+5 ms) 2024-11-27T11:19:14,990 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:19:14,993 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12eb1c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:19:14,993 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:19:14,994 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:19:14,994 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:19:14,994 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:19:14,994 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:19:14,994 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:19:14,994 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:19:14,996 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:19:14,997 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Unable to get data of znode /02137614653/balancer because node does not exist (not necessarily an error) 2024-11-27T11:19:14,999 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02137614653/balancer already deleted, retry=false 2024-11-27T11:19:14,999 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:19:14,999 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Unable to get data of znode /02137614653/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:19:15,001 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02137614653/normalizer already deleted, retry=false 2024-11-27T11:19:15,001 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:19:15,004 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Unable to get data of znode /02137614653/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:19:15,005 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02137614653/switch/split already deleted, retry=false 2024-11-27T11:19:15,005 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Unable to get data of znode /02137614653/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:19:15,012 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02137614653/switch/merge already deleted, retry=false 2024-11-27T11:19:15,013 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Unable to get data of znode /02137614653/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:19:15,014 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02137614653/snapshot-cleanup already deleted, retry=false 2024-11-27T11:19:15,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02137614653/running 2024-11-27T11:19:15,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02137614653/running 2024-11-27T11:19:15,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:15,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:15,016 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,42757,1732706353207, sessionid=0x1015926a6ff0000, setting cluster-up flag (Was=false) 2024-11-27T11:19:15,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:15,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:15,024 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02137614653/flush-table-proc/acquired, /02137614653/flush-table-proc/reached, /02137614653/flush-table-proc/abort 2024-11-27T11:19:15,024 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,42757,1732706353207 2024-11-27T11:19:15,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:15,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:15,033 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02137614653/online-snapshot/acquired, /02137614653/online-snapshot/reached, /02137614653/online-snapshot/abort 2024-11-27T11:19:15,034 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,42757,1732706353207 2024-11-27T11:19:15,035 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:19:15,036 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:19:15,037 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:19:15,037 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:19:15,037 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,42757,1732706353207 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:19:15,038 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:15,038 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:15,039 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:15,039 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:15,039 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:19:15,039 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:15,039 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:19:15,039 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:15,041 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706385041 2024-11-27T11:19:15,041 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:19:15,041 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:19:15,041 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:19:15,041 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:19:15,041 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:19:15,041 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:19:15,041 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:19:15,041 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:19:15,041 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:15,042 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:19:15,042 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:19:15,042 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:19:15,042 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:19:15,042 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:15,042 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:19:15,042 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:19:15,042 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:19:15,042 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706355042,5,FailOnTimeoutGroup] 2024-11-27T11:19:15,043 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706355042,5,FailOnTimeoutGroup] 2024-11-27T11:19:15,043 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:15,043 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:19:15,043 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:15,043 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:15,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:19:15,086 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(746): ClusterId : b0ada660-7030-4ccf-a85c-b029c2cd009c 2024-11-27T11:19:15,086 DEBUG [RS:0;5b617c7edc8e:45745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:19:15,088 DEBUG [RS:0;5b617c7edc8e:45745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:19:15,088 DEBUG [RS:0;5b617c7edc8e:45745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:19:15,091 DEBUG [RS:0;5b617c7edc8e:45745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:19:15,092 DEBUG [RS:0;5b617c7edc8e:45745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5787a6ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:19:15,103 DEBUG [RS:0;5b617c7edc8e:45745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:45745 2024-11-27T11:19:15,103 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:19:15,103 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:19:15,103 DEBUG [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:19:15,104 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,42757,1732706353207 with port=45745, startcode=1732706353261 2024-11-27T11:19:15,104 DEBUG [RS:0;5b617c7edc8e:45745 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:19:15,106 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:19:15,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42757 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,45745,1732706353261 2024-11-27T11:19:15,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42757 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,45745,1732706353261 2024-11-27T11:19:15,108 DEBUG [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c 2024-11-27T11:19:15,108 DEBUG [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45219 2024-11-27T11:19:15,108 DEBUG [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:19:15,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653/rs 2024-11-27T11:19:15,110 DEBUG [RS:0;5b617c7edc8e:45745 {}] zookeeper.ZKUtil(111): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on existing znode=/02137614653/rs/5b617c7edc8e,45745,1732706353261 2024-11-27T11:19:15,110 WARN [RS:0;5b617c7edc8e:45745 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:19:15,110 INFO [RS:0;5b617c7edc8e:45745 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:15,110 DEBUG [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261 2024-11-27T11:19:15,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,45745,1732706353261] 2024-11-27T11:19:15,115 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:19:15,116 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:19:15,116 INFO [RS:0;5b617c7edc8e:45745 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:19:15,117 INFO [RS:0;5b617c7edc8e:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:15,117 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:19:15,117 INFO [RS:0;5b617c7edc8e:45745 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:19:15,118 INFO [RS:0;5b617c7edc8e:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:15,118 DEBUG [RS:0;5b617c7edc8e:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:15,118 DEBUG [RS:0;5b617c7edc8e:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:15,118 DEBUG [RS:0;5b617c7edc8e:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:15,118 DEBUG [RS:0;5b617c7edc8e:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:15,118 DEBUG [RS:0;5b617c7edc8e:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:15,118 DEBUG [RS:0;5b617c7edc8e:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:19:15,118 DEBUG [RS:0;5b617c7edc8e:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:15,118 DEBUG [RS:0;5b617c7edc8e:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:15,118 DEBUG [RS:0;5b617c7edc8e:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:15,118 DEBUG [RS:0;5b617c7edc8e:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:15,118 DEBUG [RS:0;5b617c7edc8e:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:15,118 DEBUG [RS:0;5b617c7edc8e:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:15,118 DEBUG [RS:0;5b617c7edc8e:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:19:15,118 DEBUG [RS:0;5b617c7edc8e:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:19:15,124 INFO [RS:0;5b617c7edc8e:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:15,124 INFO [RS:0;5b617c7edc8e:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:15,124 INFO [RS:0;5b617c7edc8e:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:15,124 INFO [RS:0;5b617c7edc8e:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:15,125 INFO [RS:0;5b617c7edc8e:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:15,125 INFO [RS:0;5b617c7edc8e:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,45745,1732706353261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:19:15,141 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:19:15,141 INFO [RS:0;5b617c7edc8e:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,45745,1732706353261-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:15,141 INFO [RS:0;5b617c7edc8e:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:15,141 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.Replication(171): 5b617c7edc8e,45745,1732706353261 started 2024-11-27T11:19:15,157 INFO [RS:0;5b617c7edc8e:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:15,157 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,45745,1732706353261, RpcServer on 5b617c7edc8e/172.17.0.2:45745, sessionid=0x1015926a6ff0001 2024-11-27T11:19:15,157 DEBUG [RS:0;5b617c7edc8e:45745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:19:15,157 DEBUG [RS:0;5b617c7edc8e:45745 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,45745,1732706353261 2024-11-27T11:19:15,157 DEBUG [RS:0;5b617c7edc8e:45745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,45745,1732706353261' 2024-11-27T11:19:15,157 DEBUG [RS:0;5b617c7edc8e:45745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02137614653/flush-table-proc/abort' 2024-11-27T11:19:15,158 DEBUG [RS:0;5b617c7edc8e:45745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02137614653/flush-table-proc/acquired' 2024-11-27T11:19:15,159 DEBUG [RS:0;5b617c7edc8e:45745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:19:15,159 DEBUG [RS:0;5b617c7edc8e:45745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:19:15,159 DEBUG [RS:0;5b617c7edc8e:45745 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,45745,1732706353261 2024-11-27T11:19:15,159 DEBUG [RS:0;5b617c7edc8e:45745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,45745,1732706353261' 2024-11-27T11:19:15,159 DEBUG [RS:0;5b617c7edc8e:45745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02137614653/online-snapshot/abort' 2024-11-27T11:19:15,159 DEBUG [RS:0;5b617c7edc8e:45745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02137614653/online-snapshot/acquired' 2024-11-27T11:19:15,159 DEBUG [RS:0;5b617c7edc8e:45745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:19:15,160 INFO [RS:0;5b617c7edc8e:45745 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:19:15,160 INFO [RS:0;5b617c7edc8e:45745 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:19:15,260 INFO [RS:0;5b617c7edc8e:45745 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:19:15,262 INFO [RS:0;5b617c7edc8e:45745 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C45745%2C1732706353261, suffix=, logDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/oldWALs, maxLogs=10 2024-11-27T11:19:15,283 DEBUG [RS:0;5b617c7edc8e:45745 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261/5b617c7edc8e%2C45745%2C1732706353261.1732706355263, exclude list is [], retry=0 2024-11-27T11:19:15,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-22030d7e-0bda-4f81-8caf-3ef5c93f6d42,DISK] 2024-11-27T11:19:15,298 INFO [RS:0;5b617c7edc8e:45745 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261/5b617c7edc8e%2C45745%2C1732706353261.1732706355263 2024-11-27T11:19:15,300 DEBUG [RS:0;5b617c7edc8e:45745 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37421:37421)] 2024-11-27T11:19:15,448 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:19:15,448 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c 2024-11-27T11:19:15,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741833_1009 (size=32) 2024-11-27T11:19:15,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:15,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:19:15,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:19:15,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:15,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:15,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:19:15,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:19:15,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:15,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:15,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:19:15,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:19:15,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:15,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:15,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:19:15,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:19:15,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:15,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:15,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:19:15,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740 2024-11-27T11:19:15,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740 2024-11-27T11:19:15,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:19:15,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:19:15,867 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:19:15,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:19:15,869 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:19:15,870 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70265359, jitterRate=0.04703544080257416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:19:15,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706355856Initializing all the Stores at 1732706355856Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706355856Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706355857 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706355857Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706355857Cleaning up temporary data from old regions at 1732706355866 (+9 ms)Region opened successfully at 1732706355870 (+4 ms) 2024-11-27T11:19:15,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:19:15,870 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:19:15,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:19:15,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:19:15,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:19:15,871 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:19:15,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706355870Disabling compacts and flushes for region at 1732706355870Disabling writes for close at 1732706355870Writing region close event to WAL at 1732706355871 (+1 ms)Closed at 1732706355871 2024-11-27T11:19:15,872 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:19:15,872 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:19:15,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:19:15,873 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:19:15,874 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:19:16,024 DEBUG [5b617c7edc8e:42757 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:19:16,025 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,45745,1732706353261 2024-11-27T11:19:16,026 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,45745,1732706353261, state=OPENING 2024-11-27T11:19:16,028 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:19:16,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:16,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:16,030 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:19:16,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02137614653/meta-region-server: CHANGED 2024-11-27T11:19:16,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02137614653/meta-region-server: CHANGED 2024-11-27T11:19:16,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,45745,1732706353261}] 2024-11-27T11:19:16,151 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:19:16,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:16,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:16,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:16,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:16,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:16,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:16,185 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:19:16,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:19:16,190 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:19:16,191 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:16,191 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:19:16,192 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C45745%2C1732706353261.meta, suffix=.meta, logDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/oldWALs, maxLogs=10 2024-11-27T11:19:16,210 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261/5b617c7edc8e%2C45745%2C1732706353261.meta.1732706356193.meta, exclude list is [], retry=0 2024-11-27T11:19:16,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-22030d7e-0bda-4f81-8caf-3ef5c93f6d42,DISK] 2024-11-27T11:19:16,215 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261/5b617c7edc8e%2C45745%2C1732706353261.meta.1732706356193.meta 2024-11-27T11:19:16,215 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37421:37421)] 2024-11-27T11:19:16,215 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:19:16,216 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:19:16,216 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:19:16,216 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:19:16,216 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:19:16,216 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:19:16,216 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:16,217 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:19:16,217 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:19:16,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:19:16,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:19:16,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:16,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:16,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:19:16,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:19:16,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:16,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:16,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:19:16,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:19:16,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:16,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:16,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:19:16,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:19:16,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:16,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:16,224 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:19:16,224 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740 2024-11-27T11:19:16,226 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740 2024-11-27T11:19:16,227 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:19:16,227 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:19:16,227 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:19:16,229 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:19:16,230 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63008155, jitterRate=-0.06110532581806183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:19:16,230 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:19:16,231 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706356217Writing region info on filesystem at 1732706356217Initializing all the Stores at 1732706356217Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706356217Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706356218 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706356218Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706356218Cleaning up temporary data from old regions at 1732706356227 (+9 ms)Running coprocessor post-open hooks at 1732706356230 (+3 ms)Region opened successfully at 1732706356231 (+1 ms) 2024-11-27T11:19:16,232 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706356184 2024-11-27T11:19:16,234 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:19:16,234 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:19:16,235 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,45745,1732706353261 2024-11-27T11:19:16,236 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,45745,1732706353261, state=OPEN 2024-11-27T11:19:16,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02137614653/meta-region-server 2024-11-27T11:19:16,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02137614653/meta-region-server 2024-11-27T11:19:16,240 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,45745,1732706353261 2024-11-27T11:19:16,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02137614653/meta-region-server: CHANGED 2024-11-27T11:19:16,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02137614653/meta-region-server: CHANGED 2024-11-27T11:19:16,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:19:16,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,45745,1732706353261 in 210 msec 2024-11-27T11:19:16,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:19:16,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-27T11:19:16,246 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:19:16,246 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:19:16,248 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:16,248 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,45745,1732706353261, seqNum=-1] 2024-11-27T11:19:16,248 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:16,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:19:16,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2180 sec 2024-11-27T11:19:16,255 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706356255, completionTime=-1 2024-11-27T11:19:16,255 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:19:16,255 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:19:16,258 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:19:16,258 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706416258 2024-11-27T11:19:16,258 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706476258 2024-11-27T11:19:16,258 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T11:19:16,258 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42757,1732706353207-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:16,258 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42757,1732706353207-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:16,258 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42757,1732706353207-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:16,258 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:42757, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:16,258 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:16,258 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:16,260 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:19:16,262 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.961sec 2024-11-27T11:19:16,263 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:19:16,263 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:19:16,263 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:19:16,263 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:19:16,263 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:19:16,263 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42757,1732706353207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:19:16,263 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42757,1732706353207-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:19:16,265 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:19:16,265 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:19:16,265 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42757,1732706353207-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:16,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc13ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:16,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,42757,-1 for getting cluster id 2024-11-27T11:19:16,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:16,288 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0ada660-7030-4ccf-a85c-b029c2cd009c' 2024-11-27T11:19:16,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:16,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0ada660-7030-4ccf-a85c-b029c2cd009c" 2024-11-27T11:19:16,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f33795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:16,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,42757,-1] 2024-11-27T11:19:16,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:16,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:16,290 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:16,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291b75f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:16,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,45745,1732706353261, seqNum=-1] 2024-11-27T11:19:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:16,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:19:16,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,42757,1732706353207 2024-11-27T11:19:16,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59452 2024-11-27T11:19:16,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:19:16,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015926a6ff0002 connected 2024-11-27T11:19:16,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/hadoop.log.dir so I do NOT create it in target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1 2024-11-27T11:19:16,301 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:19:16,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/hadoop.tmp.dir so I do NOT create it in target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1 2024-11-27T11:19:16,301 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:19:16,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1 2024-11-27T11:19:16,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:19:16,301 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/cluster_c53a1b81-ad69-64e9-e050-96c1c9450e70, deleteOnExit=true 2024-11-27T11:19:16,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:19:16,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/test.cache.data in system properties and HBase conf 2024-11-27T11:19:16,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:19:16,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:19:16,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:19:16,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:19:16,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:19:16,301 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:19:16,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:19:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:19:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:19:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:19:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:19:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:19:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:19:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:19:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:19:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:19:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:19:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:19:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:19:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:19:16,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:19:16,380 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:19:16,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:19:16,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:19:16,383 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:19:16,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:19:16,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30cf8c94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:19:16,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1354c3e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:19:16,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22f537ec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/java.io.tmpdir/jetty-localhost-35639-hadoop-hdfs-3_4_1-tests_jar-_-any-8498268488700500668/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:19:16,509 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10d6e14b{HTTP/1.1, (http/1.1)}{localhost:35639} 2024-11-27T11:19:16,509 INFO [Time-limited test {}] server.Server(415): Started @133575ms 2024-11-27T11:19:16,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:19:16,598 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:19:16,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:19:16,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:19:16,599 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:19:16,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@104d0474{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:19:16,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e177f4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:19:16,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54d83164{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/java.io.tmpdir/jetty-localhost-35873-hadoop-hdfs-3_4_1-tests_jar-_-any-9497017892379820583/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:19:16,715 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e959ac6{HTTP/1.1, (http/1.1)}{localhost:35873} 2024-11-27T11:19:16,716 INFO [Time-limited test {}] server.Server(415): Started @133781ms 2024-11-27T11:19:16,717 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:19:16,823 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/cluster_c53a1b81-ad69-64e9-e050-96c1c9450e70/data/data1/current/BP-1451313381-172.17.0.2-1732706356320/current, will proceed with Du for space computation calculation, 2024-11-27T11:19:16,824 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/cluster_c53a1b81-ad69-64e9-e050-96c1c9450e70/data/data2/current/BP-1451313381-172.17.0.2-1732706356320/current, will proceed with Du for space computation calculation, 2024-11-27T11:19:16,846 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:19:16,850 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31bde62d1e7c50f4 with lease ID 0xd8a3d6ddc6d07f8f: Processing first storage report for DS-75dbeed0-7754-47c5-89ff-f7ddd51bad57 from datanode DatanodeRegistration(127.0.0.1:36541, datanodeUuid=bc5b902c-6fd9-408c-8e7c-bce2a653d8b0, infoPort=41259, infoSecurePort=0, ipcPort=34231, storageInfo=lv=-57;cid=testClusterID;nsid=1196018420;c=1732706356320) 2024-11-27T11:19:16,850 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31bde62d1e7c50f4 with lease ID 0xd8a3d6ddc6d07f8f: from storage DS-75dbeed0-7754-47c5-89ff-f7ddd51bad57 node DatanodeRegistration(127.0.0.1:36541, datanodeUuid=bc5b902c-6fd9-408c-8e7c-bce2a653d8b0, infoPort=41259, infoSecurePort=0, ipcPort=34231, storageInfo=lv=-57;cid=testClusterID;nsid=1196018420;c=1732706356320), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:19:16,850 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31bde62d1e7c50f4 with lease ID 0xd8a3d6ddc6d07f8f: Processing first storage report for DS-16ee1d08-fe75-4fee-9399-5fda6521c70d from datanode DatanodeRegistration(127.0.0.1:36541, datanodeUuid=bc5b902c-6fd9-408c-8e7c-bce2a653d8b0, infoPort=41259, infoSecurePort=0, ipcPort=34231, storageInfo=lv=-57;cid=testClusterID;nsid=1196018420;c=1732706356320) 2024-11-27T11:19:16,850 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31bde62d1e7c50f4 with lease ID 0xd8a3d6ddc6d07f8f: from storage DS-16ee1d08-fe75-4fee-9399-5fda6521c70d node DatanodeRegistration(127.0.0.1:36541, datanodeUuid=bc5b902c-6fd9-408c-8e7c-bce2a653d8b0, infoPort=41259, infoSecurePort=0, ipcPort=34231, storageInfo=lv=-57;cid=testClusterID;nsid=1196018420;c=1732706356320), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:19:16,942 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1 2024-11-27T11:19:16,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:16,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:16,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:19:17,352 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771 with version=8 2024-11-27T11:19:17,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/hbase-staging 2024-11-27T11:19:17,354 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:19:17,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:17,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:17,354 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:19:17,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:17,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:19:17,354 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:19:17,354 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:19:17,355 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44317 2024-11-27T11:19:17,355 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44317 connecting to ZooKeeper ensemble=127.0.0.1:59452 2024-11-27T11:19:17,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443170x0, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:19:17,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44317-0x1015926a6ff0003 connected 2024-11-27T11:19:17,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:17,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:17,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Set watcher on znode that does not yet exist, /1-1421340649/running 2024-11-27T11:19:17,374 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771, hbase.cluster.distributed=false 2024-11-27T11:19:17,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Set watcher on znode that does not yet exist, /1-1421340649/acl 2024-11-27T11:19:17,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44317 2024-11-27T11:19:17,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44317 2024-11-27T11:19:17,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44317 2024-11-27T11:19:17,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44317 2024-11-27T11:19:17,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44317 2024-11-27T11:19:17,396 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:19:17,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:17,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:17,396 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:19:17,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:17,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:19:17,396 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:19:17,396 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:19:17,397 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39555 2024-11-27T11:19:17,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39555 connecting to ZooKeeper ensemble=127.0.0.1:59452 2024-11-27T11:19:17,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:17,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:17,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395550x0, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:19:17,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395550x0, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Set watcher on znode that does not yet exist, /1-1421340649/running 2024-11-27T11:19:17,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39555-0x1015926a6ff0004 connected 2024-11-27T11:19:17,406 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:19:17,408 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:19:17,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Set watcher on znode that does not yet exist, /1-1421340649/master 2024-11-27T11:19:17,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Set watcher on znode that does not yet exist, /1-1421340649/acl 2024-11-27T11:19:17,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39555 2024-11-27T11:19:17,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39555 2024-11-27T11:19:17,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39555 2024-11-27T11:19:17,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39555 2024-11-27T11:19:17,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39555 2024-11-27T11:19:17,426 DEBUG [M:0;5b617c7edc8e:44317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:44317 2024-11-27T11:19:17,427 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1421340649/backup-masters/5b617c7edc8e,44317,1732706357353 2024-11-27T11:19:17,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649/backup-masters 2024-11-27T11:19:17,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649/backup-masters 2024-11-27T11:19:17,429 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Set watcher on existing znode=/1-1421340649/backup-masters/5b617c7edc8e,44317,1732706357353 2024-11-27T11:19:17,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1421340649/master 2024-11-27T11:19:17,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649 2024-11-27T11:19:17,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649 2024-11-27T11:19:17,431 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Set watcher on existing znode=/1-1421340649/master 2024-11-27T11:19:17,431 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1421340649/backup-masters/5b617c7edc8e,44317,1732706357353 from backup master directory 2024-11-27T11:19:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1421340649/backup-masters/5b617c7edc8e,44317,1732706357353 2024-11-27T11:19:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649/backup-masters 2024-11-27T11:19:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649/backup-masters 2024-11-27T11:19:17,432 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:19:17,432 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,44317,1732706357353 2024-11-27T11:19:17,437 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/hbase.id] with ID: c804facd-ef3a-4f16-88c7-b1cbd252092c 2024-11-27T11:19:17,437 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/.tmp/hbase.id 2024-11-27T11:19:17,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:19:17,445 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/.tmp/hbase.id]:[hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/hbase.id] 2024-11-27T11:19:17,454 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:17,454 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:19:17,455 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T11:19:17,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649 2024-11-27T11:19:17,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649 2024-11-27T11:19:17,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:19:17,867 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:19:17,868 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:19:17,868 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:19:18,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T11:19:18,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T11:19:18,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:19:18,275 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store 2024-11-27T11:19:18,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:19:18,681 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:18,681 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:19:18,681 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:18,681 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:18,681 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:19:18,681 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:18,681 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:18,681 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706358681Disabling compacts and flushes for region at 1732706358681Disabling writes for close at 1732706358681Writing region close event to WAL at 1732706358681Closed at 1732706358681 2024-11-27T11:19:18,682 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/.initializing 2024-11-27T11:19:18,682 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/WALs/5b617c7edc8e,44317,1732706357353 2024-11-27T11:19:18,683 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:19:18,684 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C44317%2C1732706357353, suffix=, logDir=hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/WALs/5b617c7edc8e,44317,1732706357353, archiveDir=hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/oldWALs, maxLogs=10 2024-11-27T11:19:18,697 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/WALs/5b617c7edc8e,44317,1732706357353/5b617c7edc8e%2C44317%2C1732706357353.1732706358684, exclude list is [], retry=0 2024-11-27T11:19:18,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36541,DS-75dbeed0-7754-47c5-89ff-f7ddd51bad57,DISK] 2024-11-27T11:19:18,701 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/WALs/5b617c7edc8e,44317,1732706357353/5b617c7edc8e%2C44317%2C1732706357353.1732706358684 2024-11-27T11:19:18,701 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41259:41259)] 2024-11-27T11:19:18,701 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:19:18,702 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:18,702 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:18,702 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:18,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:18,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:19:18,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:18,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:18,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:18,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:19:18,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:18,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:18,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:18,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:19:18,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:18,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:18,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:18,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:19:18,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:18,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:18,708 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:18,709 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:18,709 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:18,710 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:18,710 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:18,710 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:19:18,711 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:18,713 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:19:18,713 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61403042, jitterRate=-0.08502337336540222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:19:18,714 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706358702Initializing all the Stores at 1732706358702Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706358703 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706358703Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706358703Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706358703Cleaning up temporary data from old regions at 1732706358710 (+7 ms)Region opened successfully at 1732706358714 (+4 ms) 2024-11-27T11:19:18,714 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:19:18,716 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e469d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:19:18,717 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:19:18,717 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:19:18,717 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:19:18,717 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:19:18,718 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:19:18,718 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:19:18,718 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:19:18,720 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:19:18,721 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Unable to get data of znode /1-1421340649/balancer because node does not exist (not necessarily an error) 2024-11-27T11:19:18,722 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1421340649/balancer already deleted, retry=false 2024-11-27T11:19:18,722 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:19:18,723 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Unable to get data of znode /1-1421340649/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:19:18,724 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1421340649/normalizer already deleted, retry=false 2024-11-27T11:19:18,724 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:19:18,727 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Unable to get data of znode /1-1421340649/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:19:18,728 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1421340649/switch/split already deleted, retry=false 2024-11-27T11:19:18,729 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Unable to get data of znode /1-1421340649/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:19:18,731 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1421340649/switch/merge already deleted, retry=false 2024-11-27T11:19:18,733 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Unable to get data of znode /1-1421340649/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:19:18,734 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1421340649/snapshot-cleanup already deleted, retry=false 2024-11-27T11:19:18,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1421340649/running 2024-11-27T11:19:18,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649 2024-11-27T11:19:18,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1421340649/running 2024-11-27T11:19:18,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649 2024-11-27T11:19:18,736 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,44317,1732706357353, sessionid=0x1015926a6ff0003, setting cluster-up flag (Was=false) 2024-11-27T11:19:18,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649 2024-11-27T11:19:18,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649 2024-11-27T11:19:18,743 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1421340649/flush-table-proc/acquired, /1-1421340649/flush-table-proc/reached, /1-1421340649/flush-table-proc/abort 2024-11-27T11:19:18,744 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,44317,1732706357353 2024-11-27T11:19:18,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649 2024-11-27T11:19:18,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649 2024-11-27T11:19:18,753 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1421340649/online-snapshot/acquired, /1-1421340649/online-snapshot/reached, /1-1421340649/online-snapshot/abort 2024-11-27T11:19:18,754 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,44317,1732706357353 2024-11-27T11:19:18,755 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:19:18,756 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:19:18,756 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:19:18,757 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:19:18,757 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,44317,1732706357353 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:19:18,758 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:18,758 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:18,758 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:18,758 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:18,758 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:19:18,758 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:18,758 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:19:18,758 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:18,759 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:19:18,759 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:19:18,761 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:18,761 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:19:18,762 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706388761 2024-11-27T11:19:18,762 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:19:18,762 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:19:18,762 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:19:18,762 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:19:18,762 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:19:18,762 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:19:18,762 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:18,762 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:19:18,762 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:19:18,762 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:19:18,763 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:19:18,763 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:19:18,763 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:19:18,763 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706358763,5,FailOnTimeoutGroup] 2024-11-27T11:19:18,763 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706358763,5,FailOnTimeoutGroup] 2024-11-27T11:19:18,763 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:18,763 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:19:18,763 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:18,763 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:18,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:19:18,817 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.HRegionServer(746): ClusterId : c804facd-ef3a-4f16-88c7-b1cbd252092c 2024-11-27T11:19:18,817 DEBUG [RS:0;5b617c7edc8e:39555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:19:18,819 DEBUG [RS:0;5b617c7edc8e:39555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:19:18,819 DEBUG [RS:0;5b617c7edc8e:39555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:19:18,821 DEBUG [RS:0;5b617c7edc8e:39555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:19:18,822 DEBUG [RS:0;5b617c7edc8e:39555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc93e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:19:18,833 DEBUG [RS:0;5b617c7edc8e:39555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:39555 2024-11-27T11:19:18,833 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:19:18,833 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:19:18,833 DEBUG [RS:0;5b617c7edc8e:39555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:19:18,834 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,44317,1732706357353 with port=39555, startcode=1732706357395 2024-11-27T11:19:18,834 DEBUG [RS:0;5b617c7edc8e:39555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:19:18,835 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:19:18,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44317 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,39555,1732706357395 2024-11-27T11:19:18,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44317 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,39555,1732706357395 2024-11-27T11:19:18,837 DEBUG [RS:0;5b617c7edc8e:39555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771 2024-11-27T11:19:18,837 DEBUG [RS:0;5b617c7edc8e:39555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41709 2024-11-27T11:19:18,837 DEBUG [RS:0;5b617c7edc8e:39555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:19:18,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649/rs 2024-11-27T11:19:18,844 DEBUG [RS:0;5b617c7edc8e:39555 {}] zookeeper.ZKUtil(111): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Set watcher on existing znode=/1-1421340649/rs/5b617c7edc8e,39555,1732706357395 2024-11-27T11:19:18,844 WARN [RS:0;5b617c7edc8e:39555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:19:18,845 INFO [RS:0;5b617c7edc8e:39555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:18,845 DEBUG [RS:0;5b617c7edc8e:39555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/WALs/5b617c7edc8e,39555,1732706357395 2024-11-27T11:19:18,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,39555,1732706357395] 2024-11-27T11:19:18,848 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:19:18,850 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:19:18,850 INFO [RS:0;5b617c7edc8e:39555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:19:18,850 INFO [RS:0;5b617c7edc8e:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:18,850 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:19:18,851 INFO [RS:0;5b617c7edc8e:39555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:19:18,851 INFO [RS:0;5b617c7edc8e:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:18,851 DEBUG [RS:0;5b617c7edc8e:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:18,851 DEBUG [RS:0;5b617c7edc8e:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:18,851 DEBUG [RS:0;5b617c7edc8e:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:18,851 DEBUG [RS:0;5b617c7edc8e:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:18,851 DEBUG [RS:0;5b617c7edc8e:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:18,851 DEBUG [RS:0;5b617c7edc8e:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:19:18,851 DEBUG [RS:0;5b617c7edc8e:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:18,851 DEBUG [RS:0;5b617c7edc8e:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:18,851 DEBUG [RS:0;5b617c7edc8e:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:18,851 DEBUG [RS:0;5b617c7edc8e:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:18,851 DEBUG [RS:0;5b617c7edc8e:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:18,851 DEBUG [RS:0;5b617c7edc8e:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:18,851 DEBUG [RS:0;5b617c7edc8e:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:19:18,851 DEBUG [RS:0;5b617c7edc8e:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:19:18,852 INFO [RS:0;5b617c7edc8e:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:18,852 INFO [RS:0;5b617c7edc8e:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:18,852 INFO [RS:0;5b617c7edc8e:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:18,852 INFO [RS:0;5b617c7edc8e:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:18,852 INFO [RS:0;5b617c7edc8e:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:18,852 INFO [RS:0;5b617c7edc8e:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,39555,1732706357395-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:19:18,865 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:19:18,866 INFO [RS:0;5b617c7edc8e:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,39555,1732706357395-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:18,866 INFO [RS:0;5b617c7edc8e:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:18,866 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.Replication(171): 5b617c7edc8e,39555,1732706357395 started 2024-11-27T11:19:18,881 INFO [RS:0;5b617c7edc8e:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:18,882 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,39555,1732706357395, RpcServer on 5b617c7edc8e/172.17.0.2:39555, sessionid=0x1015926a6ff0004 2024-11-27T11:19:18,882 DEBUG [RS:0;5b617c7edc8e:39555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:19:18,882 DEBUG [RS:0;5b617c7edc8e:39555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,39555,1732706357395 2024-11-27T11:19:18,882 DEBUG [RS:0;5b617c7edc8e:39555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,39555,1732706357395' 2024-11-27T11:19:18,882 DEBUG [RS:0;5b617c7edc8e:39555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1421340649/flush-table-proc/abort' 2024-11-27T11:19:18,882 DEBUG [RS:0;5b617c7edc8e:39555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1421340649/flush-table-proc/acquired' 2024-11-27T11:19:18,882 DEBUG [RS:0;5b617c7edc8e:39555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:19:18,882 DEBUG [RS:0;5b617c7edc8e:39555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:19:18,882 DEBUG [RS:0;5b617c7edc8e:39555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,39555,1732706357395 2024-11-27T11:19:18,882 DEBUG [RS:0;5b617c7edc8e:39555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,39555,1732706357395' 2024-11-27T11:19:18,882 DEBUG [RS:0;5b617c7edc8e:39555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1421340649/online-snapshot/abort' 2024-11-27T11:19:18,883 DEBUG [RS:0;5b617c7edc8e:39555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1421340649/online-snapshot/acquired' 2024-11-27T11:19:18,883 DEBUG [RS:0;5b617c7edc8e:39555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:19:18,883 INFO [RS:0;5b617c7edc8e:39555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:19:18,883 INFO [RS:0;5b617c7edc8e:39555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:19:18,983 INFO [RS:0;5b617c7edc8e:39555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:19:18,985 INFO [RS:0;5b617c7edc8e:39555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C39555%2C1732706357395, suffix=, logDir=hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/WALs/5b617c7edc8e,39555,1732706357395, archiveDir=hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/oldWALs, maxLogs=10 2024-11-27T11:19:18,998 DEBUG [RS:0;5b617c7edc8e:39555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/WALs/5b617c7edc8e,39555,1732706357395/5b617c7edc8e%2C39555%2C1732706357395.1732706358985, exclude list is [], retry=0 2024-11-27T11:19:19,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36541,DS-75dbeed0-7754-47c5-89ff-f7ddd51bad57,DISK] 2024-11-27T11:19:19,002 INFO [RS:0;5b617c7edc8e:39555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/WALs/5b617c7edc8e,39555,1732706357395/5b617c7edc8e%2C39555%2C1732706357395.1732706358985 2024-11-27T11:19:19,002 DEBUG [RS:0;5b617c7edc8e:39555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41259:41259)] 2024-11-27T11:19:19,167 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:19:19,167 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771 2024-11-27T11:19:19,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741833_1009 (size=32) 2024-11-27T11:19:19,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:19,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:19:19,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:19:19,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:19,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:19,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:19:19,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:19:19,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:19,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:19,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:19:19,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:19:19,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:19,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:19,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:19:19,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:19:19,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:19,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:19,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:19:19,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/data/hbase/meta/1588230740 2024-11-27T11:19:19,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/data/hbase/meta/1588230740 2024-11-27T11:19:19,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:19:19,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:19:19,582 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:19:19,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:19:19,584 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:19:19,585 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60734201, jitterRate=-0.09498988091945648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:19:19,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706359573Initializing all the Stores at 1732706359574 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706359574Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706359574Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706359574Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706359574Cleaning up temporary data from old regions at 1732706359581 (+7 ms)Region opened successfully at 1732706359585 (+4 ms) 2024-11-27T11:19:19,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:19:19,585 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:19:19,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:19:19,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:19:19,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:19:19,585 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:19:19,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706359585Disabling compacts and flushes for region at 1732706359585Disabling writes for close at 1732706359585Writing region close event to WAL at 1732706359585Closed at 1732706359585 2024-11-27T11:19:19,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:19:19,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:19:19,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:19:19,587 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:19:19,588 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:19:19,738 DEBUG [5b617c7edc8e:44317 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:19:19,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,39555,1732706357395 2024-11-27T11:19:19,740 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,39555,1732706357395, state=OPENING 2024-11-27T11:19:19,742 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:19:19,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649 2024-11-27T11:19:19,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649 2024-11-27T11:19:19,744 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:19:19,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1421340649/meta-region-server: CHANGED 2024-11-27T11:19:19,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1421340649/meta-region-server: CHANGED 2024-11-27T11:19:19,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,39555,1732706357395}] 2024-11-27T11:19:19,897 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:19:19,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:19:19,901 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:19:19,901 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:19,902 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:19:19,903 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C39555%2C1732706357395.meta, suffix=.meta, logDir=hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/WALs/5b617c7edc8e,39555,1732706357395, archiveDir=hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/oldWALs, maxLogs=10 2024-11-27T11:19:19,916 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/WALs/5b617c7edc8e,39555,1732706357395/5b617c7edc8e%2C39555%2C1732706357395.meta.1732706359903.meta, exclude list is [], retry=0 2024-11-27T11:19:19,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36541,DS-75dbeed0-7754-47c5-89ff-f7ddd51bad57,DISK] 2024-11-27T11:19:19,919 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/WALs/5b617c7edc8e,39555,1732706357395/5b617c7edc8e%2C39555%2C1732706357395.meta.1732706359903.meta 2024-11-27T11:19:19,920 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41259:41259)] 2024-11-27T11:19:19,920 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:19:19,920 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:19:19,920 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:19:19,920 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:19:19,920 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:19:19,920 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:19:19,921 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:19,921 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:19:19,921 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:19:19,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:19:19,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:19:19,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:19,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:19,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:19:19,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:19:19,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:19,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:19,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:19:19,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:19:19,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:19,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:19,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:19:19,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:19:19,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:19,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:19,931 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:19:19,932 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/data/hbase/meta/1588230740 2024-11-27T11:19:19,933 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/data/hbase/meta/1588230740 2024-11-27T11:19:19,935 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:19:19,935 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:19:19,935 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:19:19,937 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:19:19,937 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66812677, jitterRate=-0.004413530230522156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:19:19,937 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:19:19,938 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706359921Writing region info on filesystem at 1732706359921Initializing all the Stores at 1732706359921Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706359921Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706359922 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706359922Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706359922Cleaning up temporary data from old regions at 1732706359935 (+13 ms)Running coprocessor post-open hooks at 1732706359937 (+2 ms)Region opened successfully at 1732706359938 (+1 ms) 2024-11-27T11:19:19,939 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706359896 2024-11-27T11:19:19,943 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:19:19,943 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:19:19,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,39555,1732706357395 2024-11-27T11:19:19,945 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,39555,1732706357395, state=OPEN 2024-11-27T11:19:19,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1421340649/meta-region-server 2024-11-27T11:19:19,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1421340649/meta-region-server 2024-11-27T11:19:19,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1421340649/meta-region-server: CHANGED 2024-11-27T11:19:19,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1421340649/meta-region-server: CHANGED 2024-11-27T11:19:19,947 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,39555,1732706357395 2024-11-27T11:19:19,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:19:19,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,39555,1732706357395 in 203 msec 2024-11-27T11:19:19,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:19:19,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-27T11:19:19,955 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:19:19,955 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:19:19,957 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:19,957 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,39555,1732706357395, seqNum=-1] 2024-11-27T11:19:19,957 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:19,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:19:19,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2090 sec 2024-11-27T11:19:19,966 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706359966, completionTime=-1 2024-11-27T11:19:19,967 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:19:19,967 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:19:19,969 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:19:19,969 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706419969 2024-11-27T11:19:19,969 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706479969 2024-11-27T11:19:19,969 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T11:19:19,970 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,44317,1732706357353-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:19,970 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,44317,1732706357353-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:19,970 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,44317,1732706357353-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:19,970 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:44317, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:19,970 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:19,970 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:19,973 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:19:19,976 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.544sec 2024-11-27T11:19:19,976 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:19:19,976 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:19:19,976 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:19:19,976 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:19:19,976 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:19:19,976 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,44317,1732706357353-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:19:19,976 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,44317,1732706357353-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:19:19,982 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:19:19,982 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:19:19,982 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,44317,1732706357353-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:20,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd9ed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:20,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,44317,-1 for getting cluster id 2024-11-27T11:19:20,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:20,022 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c804facd-ef3a-4f16-88c7-b1cbd252092c' 2024-11-27T11:19:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c804facd-ef3a-4f16-88c7-b1cbd252092c" 2024-11-27T11:19:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9c31ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:20,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,44317,-1] 2024-11-27T11:19:20,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:20,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:20,024 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:20,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615f29af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:20,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:20,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,39555,1732706357395, seqNum=-1] 2024-11-27T11:19:20,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:20,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:19:20,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,44317,1732706357353 2024-11-27T11:19:20,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59452 2024-11-27T11:19:20,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:19:20,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015926a6ff0005 connected 2024-11-27T11:19:20,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b91b323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:20,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,42757,-1 for getting cluster id 2024-11-27T11:19:20,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:20,042 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0ada660-7030-4ccf-a85c-b029c2cd009c' 2024-11-27T11:19:20,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:20,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0ada660-7030-4ccf-a85c-b029c2cd009c" 2024-11-27T11:19:20,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9e312f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:20,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,42757,-1] 2024-11-27T11:19:20,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:20,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:20,043 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:20,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ed93af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:20,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:20,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,42757,1732706353207 2024-11-27T11:19:20,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7337b97a 2024-11-27T11:19:20,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:19:20,047 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:19:20,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b617c7edc8e:44317,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T11:19:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:19:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:19:20,050 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:44317' 2024-11-27T11:19:20,052 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e64a567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:20,052 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,44317,-1 for getting cluster id 2024-11-27T11:19:20,052 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:20,053 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c804facd-ef3a-4f16-88c7-b1cbd252092c' 2024-11-27T11:19:20,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:20,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c804facd-ef3a-4f16-88c7-b1cbd252092c" 2024-11-27T11:19:20,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26691070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:20,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,44317,-1] 2024-11-27T11:19:20,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:20,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:20,054 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:20,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109014dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:20,055 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:20,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,44317,1732706357353 2024-11-27T11:19:20,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eba6646 2024-11-27T11:19:20,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:19:20,056 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:19:20,057 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T11:19:20,057 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:19:20,057 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:20,057 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:20,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:20,058 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:19:20,058 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T11:19:20,059 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:19:20,060 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:20,061 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:19:20,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741835_1011 (size=1138) 2024-11-27T11:19:20,077 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c746fc4e564482a0adc0ded77c5be238, NAME => 'hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c 2024-11-27T11:19:20,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741836_1012 (size=44) 2024-11-27T11:19:20,109 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T11:19:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:19:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:19:20,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:20,487 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c746fc4e564482a0adc0ded77c5be238, disabling compactions & flushes 2024-11-27T11:19:20,487 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:20,487 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:20,487 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. after waiting 0 ms 2024-11-27T11:19:20,487 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:20,487 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:20,487 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c746fc4e564482a0adc0ded77c5be238: Waiting for close lock at 1732706360487Disabling compacts and flushes for region at 1732706360487Disabling writes for close at 1732706360487Writing region close event to WAL at 1732706360487Closed at 1732706360487 2024-11-27T11:19:20,489 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:19:20,490 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732706360489"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706360489"}]},"ts":"1732706360489"} 2024-11-27T11:19:20,493 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:19:20,494 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:19:20,494 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706360494"}]},"ts":"1732706360494"} 2024-11-27T11:19:20,496 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T11:19:20,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c746fc4e564482a0adc0ded77c5be238, ASSIGN}] 2024-11-27T11:19:20,498 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c746fc4e564482a0adc0ded77c5be238, ASSIGN 2024-11-27T11:19:20,499 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c746fc4e564482a0adc0ded77c5be238, ASSIGN; state=OFFLINE, location=5b617c7edc8e,45745,1732706353261; forceNewPlan=false, retain=false 2024-11-27T11:19:20,650 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c746fc4e564482a0adc0ded77c5be238, regionState=OPENING, regionLocation=5b617c7edc8e,45745,1732706353261 2024-11-27T11:19:20,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c746fc4e564482a0adc0ded77c5be238, ASSIGN because future has completed 2024-11-27T11:19:20,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c746fc4e564482a0adc0ded77c5be238, server=5b617c7edc8e,45745,1732706353261}] 2024-11-27T11:19:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:19:20,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:20,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:20,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T11:19:20,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C45745%2C1732706353261.rep, suffix=, logDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/oldWALs, maxLogs=10 2024-11-27T11:19:20,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261/5b617c7edc8e%2C45745%2C1732706353261.rep.1732706360813, exclude list is [], retry=0 2024-11-27T11:19:20,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-22030d7e-0bda-4f81-8caf-3ef5c93f6d42,DISK] 2024-11-27T11:19:20,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261/5b617c7edc8e%2C45745%2C1732706353261.rep.1732706360813 2024-11-27T11:19:20,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37421:37421)] 2024-11-27T11:19:20,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c746fc4e564482a0adc0ded77c5be238, NAME => 'hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:19:20,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:19:20,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:19:20,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. service=MultiRowMutationService 2024-11-27T11:19:20,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T11:19:20,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:20,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:20,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:20,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:20,832 INFO [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:20,833 INFO [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c746fc4e564482a0adc0ded77c5be238 columnFamilyName hfileref 2024-11-27T11:19:20,833 DEBUG [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:20,833 INFO [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] regionserver.HStore(327): Store=c746fc4e564482a0adc0ded77c5be238/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:20,833 INFO [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:20,834 INFO [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c746fc4e564482a0adc0ded77c5be238 columnFamilyName queue 2024-11-27T11:19:20,834 DEBUG [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:20,835 INFO [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] regionserver.HStore(327): Store=c746fc4e564482a0adc0ded77c5be238/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:20,835 INFO [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:20,835 INFO [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c746fc4e564482a0adc0ded77c5be238 columnFamilyName sid 2024-11-27T11:19:20,835 DEBUG [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:20,836 INFO [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] regionserver.HStore(327): Store=c746fc4e564482a0adc0ded77c5be238/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:20,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:20,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/replication/c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:20,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/replication/c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:20,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:20,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:20,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:19:20,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:20,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/replication/c746fc4e564482a0adc0ded77c5be238/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:19:20,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c746fc4e564482a0adc0ded77c5be238; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65583615, jitterRate=-0.022727981209754944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:19:20,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:20,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c746fc4e564482a0adc0ded77c5be238: Running coprocessor pre-open hook at 1732706360831Writing region info on filesystem at 1732706360831Initializing all the Stores at 1732706360831Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706360831Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706360832 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706360832Cleaning up temporary data from old regions at 1732706360837 (+5 ms)Running coprocessor post-open hooks at 1732706360841 (+4 ms)Region opened successfully at 1732706360842 (+1 ms) 2024-11-27T11:19:20,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238., pid=7, masterSystemTime=1732706360807 2024-11-27T11:19:20,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:20,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:20,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c746fc4e564482a0adc0ded77c5be238, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,45745,1732706353261 2024-11-27T11:19:20,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c746fc4e564482a0adc0ded77c5be238, server=5b617c7edc8e,45745,1732706353261 because future has completed 2024-11-27T11:19:20,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T11:19:20,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c746fc4e564482a0adc0ded77c5be238, server=5b617c7edc8e,45745,1732706353261 in 194 msec 2024-11-27T11:19:20,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:19:20,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c746fc4e564482a0adc0ded77c5be238, ASSIGN in 353 msec 2024-11-27T11:19:20,853 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:19:20,853 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706360853"}]},"ts":"1732706360853"} 2024-11-27T11:19:20,856 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T11:19:20,857 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:19:20,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 799 msec 2024-11-27T11:19:20,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238., hostname=5b617c7edc8e,45745,1732706353261, seqNum=2] 2024-11-27T11:19:20,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:20,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:20,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:19:21,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T11:19:21,028 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T11:19:21,057 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5b617c7edc8e,45745,1732706353261, ReplicationSource: 1, currentBandwidth=0 2024-11-27T11:19:21,058 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:21,058 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,45745,1732706353261, seqNum=-1] 2024-11-27T11:19:21,058 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:21,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-27T11:19:21,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b617c7edc8e,45745,1732706353261', locateType=CURRENT is [region=hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238., hostname=5b617c7edc8e,45745,1732706353261, seqNum=2] 2024-11-27T11:19:21,064 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T11:19:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T11:19:21,066 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b617c7edc8e,45745,1732706353261 suceeded 2024-11-27T11:19:21,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T11:19:21,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-27T11:19:21,068 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b617c7edc8e:44317,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:19:21,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0210 sec 2024-11-27T11:19:21,078 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45745,1732706353261 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:44317' 2024-11-27T11:19:21,079 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45745,1732706353261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cbc0476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:21,079 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45745,1732706353261 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,44317,-1 for getting cluster id 2024-11-27T11:19:21,079 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45745,1732706353261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:21,080 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c804facd-ef3a-4f16-88c7-b1cbd252092c' 2024-11-27T11:19:21,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:21,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c804facd-ef3a-4f16-88c7-b1cbd252092c" 2024-11-27T11:19:21,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@84753ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:21,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,44317,-1] 2024-11-27T11:19:21,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:21,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:21,082 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:21,082 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45745,1732706353261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bb05ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:21,083 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45745,1732706353261 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:21,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,44317,1732706357353 2024-11-27T11:19:21,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cf85b8f 2024-11-27T11:19:21,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:19:21,084 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-27T11:19:21,085 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45745,1732706353261 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b617c7edc8e,45745,1732706353261 (queues=1) is replicating from cluster=b0ada660-7030-4ccf-a85c-b029c2cd009c to cluster=c804facd-ef3a-4f16-88c7-b1cbd252092c 2024-11-27T11:19:21,085 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45745,1732706353261 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b617c7edc8e%2C45745%2C1732706353261 2024-11-27T11:19:21,085 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45745,1732706353261 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b617c7edc8e,45745,1732706353261, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:19:21,086 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45745,1732706353261.replicationSource.shipper5b617c7edc8e%2C45745%2C1732706353261,1-5b617c7edc8e,45745,1732706353261 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C45745%2C1732706353261 2024-11-27T11:19:21,086 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45745,1732706353261.replicationSource.wal-reader.5b617c7edc8e%2C45745%2C1732706353261,1-5b617c7edc8e,45745,1732706353261 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261/5b617c7edc8e%2C45745%2C1732706353261.1732706355263, startPosition=0, beingWritten=true 2024-11-27T11:19:21,115 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T11:19:21,115 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T11:19:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:19:21,189 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T11:19:21,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:21,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:21,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:21,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:21,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:21,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,42757,1732706353207 2024-11-27T11:19:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@596cc85c 2024-11-27T11:19:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:19:21,192 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:19:21,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T11:19:21,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:21,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:21,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:21,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:21,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:21,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:19:21,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1948397763, stopped=false 2024-11-27T11:19:21,193 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,42757,1732706353207 2024-11-27T11:19:21,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02137614653/running 2024-11-27T11:19:21,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02137614653/running 2024-11-27T11:19:21,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:21,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:21,196 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:19:21,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:21,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:21,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:21,196 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,45745,1732706353261' ***** 2024-11-27T11:19:21,196 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:19:21,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on znode that does not yet exist, /02137614653/running 2024-11-27T11:19:21,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on znode that does not yet exist, /02137614653/running 2024-11-27T11:19:21,197 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:19:21,197 INFO [RS:0;5b617c7edc8e:45745 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:19:21,197 INFO [RS:0;5b617c7edc8e:45745 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:19:21,197 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(3091): Received CLOSE for c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:21,197 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:19:21,197 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,45745,1732706353261 2024-11-27T11:19:21,197 INFO [RS:0;5b617c7edc8e:45745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:19:21,197 INFO [RS:0;5b617c7edc8e:45745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:45745. 2024-11-27T11:19:21,197 DEBUG [RS:0;5b617c7edc8e:45745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:21,197 DEBUG [RS:0;5b617c7edc8e:45745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:21,197 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c746fc4e564482a0adc0ded77c5be238, disabling compactions & flushes 2024-11-27T11:19:21,197 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:21,197 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:21,197 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. after waiting 0 ms 2024-11-27T11:19:21,197 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:19:21,197 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:21,197 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:19:21,197 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:19:21,197 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:19:21,197 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c746fc4e564482a0adc0ded77c5be238 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T11:19:21,198 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T11:19:21,198 DEBUG [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c746fc4e564482a0adc0ded77c5be238=hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238.} 2024-11-27T11:19:21,198 DEBUG [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:21,198 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:19:21,198 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:19:21,198 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:19:21,198 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:19:21,198 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:19:21,198 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T11:19:21,213 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/.tmp/info/495e0a781677424594304158a8c74cc5 is 147, key is hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238./info:regioninfo/1732706360845/Put/seqid=0 2024-11-27T11:19:21,214 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/replication/c746fc4e564482a0adc0ded77c5be238/.tmp/queue/5f6488ccf2384a4b9b0efb2a32a2f48d is 151, key is 1-5b617c7edc8e,45745,1732706353261/queue:5b617c7edc8e%2C45745%2C1732706353261/1732706361062/Put/seqid=0 2024-11-27T11:19:21,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741838_1014 (size=6631) 2024-11-27T11:19:21,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741839_1015 (size=5350) 2024-11-27T11:19:21,239 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:19:21,291 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45745,1732706353261.replicationSource.wal-reader.5b617c7edc8e%2C45745%2C1732706353261,1-5b617c7edc8e,45745,1732706353261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261/5b617c7edc8e%2C45745%2C1732706353261.1732706355263 to pos 0, reset compression=false 2024-11-27T11:19:21,398 DEBUG [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:21,596 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45745,1732706353261.replicationSource.wal-reader.5b617c7edc8e%2C45745%2C1732706353261,1-5b617c7edc8e,45745,1732706353261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261/5b617c7edc8e%2C45745%2C1732706353261.1732706355263 to pos 0, reset compression=false 2024-11-27T11:19:21,598 DEBUG [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:21,621 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/.tmp/info/495e0a781677424594304158a8c74cc5 2024-11-27T11:19:21,622 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/replication/c746fc4e564482a0adc0ded77c5be238/.tmp/queue/5f6488ccf2384a4b9b0efb2a32a2f48d 2024-11-27T11:19:21,627 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/replication/c746fc4e564482a0adc0ded77c5be238/.tmp/queue/5f6488ccf2384a4b9b0efb2a32a2f48d as hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/replication/c746fc4e564482a0adc0ded77c5be238/queue/5f6488ccf2384a4b9b0efb2a32a2f48d 2024-11-27T11:19:21,632 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/replication/c746fc4e564482a0adc0ded77c5be238/queue/5f6488ccf2384a4b9b0efb2a32a2f48d, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T11:19:21,633 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c746fc4e564482a0adc0ded77c5be238 in 436ms, sequenceid=5, compaction requested=false 2024-11-27T11:19:21,640 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/replication/c746fc4e564482a0adc0ded77c5be238/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T11:19:21,640 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:19:21,640 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:19:21,640 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:21,640 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c746fc4e564482a0adc0ded77c5be238: Waiting for close lock at 1732706361197Running coprocessor pre-close hooks at 1732706361197Disabling compacts and flushes for region at 1732706361197Disabling writes for close at 1732706361197Obtaining lock to block concurrent updates at 1732706361197Preparing flush snapshotting stores in c746fc4e564482a0adc0ded77c5be238 at 1732706361197Finished memstore snapshotting hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732706361198 (+1 ms)Flushing stores of hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. at 1732706361198Flushing c746fc4e564482a0adc0ded77c5be238/queue: creating writer at 1732706361198Flushing c746fc4e564482a0adc0ded77c5be238/queue: appending metadata at 1732706361213 (+15 ms)Flushing c746fc4e564482a0adc0ded77c5be238/queue: closing flushed file at 1732706361213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d9fdf22: reopening flushed file at 1732706361626 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c746fc4e564482a0adc0ded77c5be238 in 436ms, sequenceid=5, compaction requested=false at 1732706361633 (+7 ms)Writing region close event to WAL at 1732706361636 (+3 ms)Running coprocessor post-close hooks at 1732706361640 (+4 ms)Closed at 1732706361640 2024-11-27T11:19:21,640 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:21,642 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/.tmp/ns/e0c1bb83d9304f6f8b2d227976ab4af7 is 43, key is default/ns:d/1732706356250/Put/seqid=0 2024-11-27T11:19:21,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741840_1016 (size=5153) 2024-11-27T11:19:21,719 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:19:21,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:21,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:21,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:21,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:21,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:21,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:21,798 DEBUG [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:21,998 DEBUG [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:22,000 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45745,1732706353261.replicationSource.wal-reader.5b617c7edc8e%2C45745%2C1732706353261,1-5b617c7edc8e,45745,1732706353261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261/5b617c7edc8e%2C45745%2C1732706353261.1732706355263 to pos 0, reset compression=false 2024-11-27T11:19:22,048 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/.tmp/ns/e0c1bb83d9304f6f8b2d227976ab4af7 2024-11-27T11:19:22,069 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/.tmp/table/7428852a9ad34b39bb37f9dc75468fbf is 53, key is hbase:replication/table:state/1732706360853/Put/seqid=0 2024-11-27T11:19:22,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741841_1017 (size=5256) 2024-11-27T11:19:22,179 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:19:22,179 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:19:22,199 DEBUG [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:22,399 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T11:19:22,399 DEBUG [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:19:22,399 DEBUG [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:22,474 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/.tmp/table/7428852a9ad34b39bb37f9dc75468fbf 2024-11-27T11:19:22,479 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/.tmp/info/495e0a781677424594304158a8c74cc5 as hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/info/495e0a781677424594304158a8c74cc5 2024-11-27T11:19:22,484 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/info/495e0a781677424594304158a8c74cc5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T11:19:22,485 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/.tmp/ns/e0c1bb83d9304f6f8b2d227976ab4af7 as hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/ns/e0c1bb83d9304f6f8b2d227976ab4af7 2024-11-27T11:19:22,489 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/ns/e0c1bb83d9304f6f8b2d227976ab4af7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T11:19:22,490 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/.tmp/table/7428852a9ad34b39bb37f9dc75468fbf as hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/table/7428852a9ad34b39bb37f9dc75468fbf 2024-11-27T11:19:22,494 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/table/7428852a9ad34b39bb37f9dc75468fbf, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T11:19:22,495 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false 2024-11-27T11:19:22,499 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T11:19:22,500 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:19:22,500 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:19:22,500 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:19:22,500 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706361198Running coprocessor pre-close hooks at 1732706361198Disabling compacts and flushes for region at 1732706361198Disabling writes for close at 1732706361198Obtaining lock to block concurrent updates at 1732706361198Preparing flush snapshotting stores in 1588230740 at 1732706361198Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732706361198Flushing stores of hbase:meta,,1.1588230740 at 1732706361199 (+1 ms)Flushing 1588230740/info: creating writer at 1732706361199Flushing 1588230740/info: appending metadata at 1732706361213 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732706361213Flushing 1588230740/ns: creating writer at 1732706361626 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732706361642 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732706361642Flushing 1588230740/table: creating writer at 1732706362053 (+411 ms)Flushing 1588230740/table: appending metadata at 1732706362069 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732706362069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55b0e9cb: reopening flushed file at 1732706362479 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d129e6a: reopening flushed file at 1732706362484 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31697a8c: reopening flushed file at 1732706362490 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false at 1732706362495 (+5 ms)Writing region close event to WAL at 1732706362496 (+1 ms)Running coprocessor post-close hooks at 1732706362499 (+3 ms)Closed at 1732706362500 (+1 ms) 2024-11-27T11:19:22,500 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:19:22,505 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45745,1732706353261.replicationSource.wal-reader.5b617c7edc8e%2C45745%2C1732706353261,1-5b617c7edc8e,45745,1732706353261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261/5b617c7edc8e%2C45745%2C1732706353261.1732706355263 to pos 0, reset compression=false 2024-11-27T11:19:22,599 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,45745,1732706353261; all regions closed. 2024-11-27T11:19:22,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741834_1010 (size=2742) 2024-11-27T11:19:22,601 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261/5b617c7edc8e%2C45745%2C1732706353261.meta.1732706356193.meta not finished, retry = 0 2024-11-27T11:19:22,704 DEBUG [RS:0;5b617c7edc8e:45745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/oldWALs 2024-11-27T11:19:22,704 INFO [RS:0;5b617c7edc8e:45745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C45745%2C1732706353261.meta:.meta(num 1732706356193) 2024-11-27T11:19:22,706 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261/5b617c7edc8e%2C45745%2C1732706353261.rep.1732706360813 not finished, retry = 0 2024-11-27T11:19:22,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741837_1013 (size=1586) 2024-11-27T11:19:22,808 DEBUG [RS:0;5b617c7edc8e:45745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/oldWALs 2024-11-27T11:19:22,808 INFO [RS:0;5b617c7edc8e:45745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C45745%2C1732706353261.rep:(num 1732706360813) 2024-11-27T11:19:22,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741832_1008 (size=93) 2024-11-27T11:19:22,810 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261/5b617c7edc8e%2C45745%2C1732706353261.1732706355263 not finished, retry = 0 2024-11-27T11:19:22,913 DEBUG [RS:0;5b617c7edc8e:45745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/oldWALs 2024-11-27T11:19:22,913 INFO [RS:0;5b617c7edc8e:45745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C45745%2C1732706353261:(num 1732706355263) 2024-11-27T11:19:22,913 DEBUG [RS:0;5b617c7edc8e:45745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:22,913 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:19:22,913 INFO [RS:0;5b617c7edc8e:45745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:19:22,913 INFO [RS:0;5b617c7edc8e:45745 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T11:19:22,913 INFO [RS:0;5b617c7edc8e:45745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:19:22,913 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:19:22,914 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b617c7edc8e,45745,1732706353261 because: Region server is closing 2024-11-27T11:19:22,914 INFO [RS:0;5b617c7edc8e:45745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:45745. 2024-11-27T11:19:22,914 DEBUG [RS:0;5b617c7edc8e:45745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:22,914 DEBUG [RS:0;5b617c7edc8e:45745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:22,914 DEBUG [RS:0;5b617c7edc8e:45745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:22,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:23,014 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45745,1732706353261.replicationSource.shipper5b617c7edc8e%2C45745%2C1732706353261,1-5b617c7edc8e,45745,1732706353261 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T11:19:23,014 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45745,1732706353261.replicationSource.wal-reader.5b617c7edc8e%2C45745%2C1732706353261,1-5b617c7edc8e,45745,1732706353261 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T11:19:23,015 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45745,1732706353261.replicationSource.shipper5b617c7edc8e%2C45745%2C1732706353261,1-5b617c7edc8e,45745,1732706353261 terminated 2024-11-27T11:19:23,015 INFO [RS:0;5b617c7edc8e:45745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45745 2024-11-27T11:19:23,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02137614653/rs/5b617c7edc8e,45745,1732706353261 2024-11-27T11:19:23,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653/rs 2024-11-27T11:19:23,016 INFO [RS:0;5b617c7edc8e:45745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:19:23,018 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,45745,1732706353261] 2024-11-27T11:19:23,019 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02137614653/draining/5b617c7edc8e,45745,1732706353261 already deleted, retry=false 2024-11-27T11:19:23,019 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,45745,1732706353261 expired; onlineServers=0 2024-11-27T11:19:23,019 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,42757,1732706353207' ***** 2024-11-27T11:19:23,019 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:19:23,019 INFO [M:0;5b617c7edc8e:42757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:19:23,019 INFO [M:0;5b617c7edc8e:42757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:19:23,019 DEBUG [M:0;5b617c7edc8e:42757 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:19:23,019 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:19:23,019 DEBUG [M:0;5b617c7edc8e:42757 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:19:23,019 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706355042 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706355042,5,FailOnTimeoutGroup] 2024-11-27T11:19:23,019 INFO [M:0;5b617c7edc8e:42757 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:19:23,019 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706355042 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706355042,5,FailOnTimeoutGroup] 2024-11-27T11:19:23,020 INFO [M:0;5b617c7edc8e:42757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:19:23,020 DEBUG [M:0;5b617c7edc8e:42757 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:19:23,020 INFO [M:0;5b617c7edc8e:42757 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:19:23,020 INFO [M:0;5b617c7edc8e:42757 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:19:23,020 INFO [M:0;5b617c7edc8e:42757 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:19:23,020 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:19:23,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02137614653/master 2024-11-27T11:19:23,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:23,022 DEBUG [M:0;5b617c7edc8e:42757 {}] zookeeper.ZKUtil(347): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Unable to get data of znode /02137614653/master because node does not exist (not an error) 2024-11-27T11:19:23,022 WARN [M:0;5b617c7edc8e:42757 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:19:23,023 INFO [M:0;5b617c7edc8e:42757 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/.lastflushedseqids 2024-11-27T11:19:23,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741842_1018 (size=181) 2024-11-27T11:19:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1015926a6ff0001, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:23,118 INFO [RS:0;5b617c7edc8e:45745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:19:23,118 INFO [RS:0;5b617c7edc8e:45745 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,45745,1732706353261; zookeeper connection closed. 2024-11-27T11:19:23,118 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76a6e3bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76a6e3bb 2024-11-27T11:19:23,119 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:19:23,428 INFO [M:0;5b617c7edc8e:42757 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:19:23,428 INFO [M:0;5b617c7edc8e:42757 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:19:23,428 DEBUG [M:0;5b617c7edc8e:42757 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:19:23,428 INFO [M:0;5b617c7edc8e:42757 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:23,428 DEBUG [M:0;5b617c7edc8e:42757 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:23,428 DEBUG [M:0;5b617c7edc8e:42757 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:19:23,428 DEBUG [M:0;5b617c7edc8e:42757 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:23,428 INFO [M:0;5b617c7edc8e:42757 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T11:19:23,444 DEBUG [M:0;5b617c7edc8e:42757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/772a8b5460284d4497a33385fac08f58 is 82, key is hbase:meta,,1/info:regioninfo/1732706356235/Put/seqid=0 2024-11-27T11:19:23,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741843_1019 (size=5672) 2024-11-27T11:19:23,849 INFO [M:0;5b617c7edc8e:42757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/772a8b5460284d4497a33385fac08f58 2024-11-27T11:19:23,868 DEBUG [M:0;5b617c7edc8e:42757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78499e55aaa2425bb81ec8dacf334258 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732706360858/Put/seqid=0 2024-11-27T11:19:23,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741844_1020 (size=7203) 2024-11-27T11:19:24,273 INFO [M:0;5b617c7edc8e:42757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78499e55aaa2425bb81ec8dacf334258 2024-11-27T11:19:24,294 DEBUG [M:0;5b617c7edc8e:42757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45ad4a1538e5493c9d4a0d292dafa05b is 69, key is 5b617c7edc8e,45745,1732706353261/rs:state/1732706355107/Put/seqid=0 2024-11-27T11:19:24,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741845_1021 (size=5156) 2024-11-27T11:19:24,698 INFO [M:0;5b617c7edc8e:42757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45ad4a1538e5493c9d4a0d292dafa05b 2024-11-27T11:19:24,703 DEBUG [M:0;5b617c7edc8e:42757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/772a8b5460284d4497a33385fac08f58 as hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/772a8b5460284d4497a33385fac08f58 2024-11-27T11:19:24,707 INFO [M:0;5b617c7edc8e:42757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/772a8b5460284d4497a33385fac08f58, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T11:19:24,708 DEBUG [M:0;5b617c7edc8e:42757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78499e55aaa2425bb81ec8dacf334258 as hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78499e55aaa2425bb81ec8dacf334258 2024-11-27T11:19:24,713 INFO [M:0;5b617c7edc8e:42757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78499e55aaa2425bb81ec8dacf334258, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T11:19:24,714 DEBUG [M:0;5b617c7edc8e:42757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45ad4a1538e5493c9d4a0d292dafa05b as hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45ad4a1538e5493c9d4a0d292dafa05b 2024-11-27T11:19:24,719 INFO [M:0;5b617c7edc8e:42757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45ad4a1538e5493c9d4a0d292dafa05b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T11:19:24,720 INFO [M:0;5b617c7edc8e:42757 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false 2024-11-27T11:19:24,721 INFO [M:0;5b617c7edc8e:42757 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:24,721 DEBUG [M:0;5b617c7edc8e:42757 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706363428Disabling compacts and flushes for region at 1732706363428Disabling writes for close at 1732706363428Obtaining lock to block concurrent updates at 1732706363428Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706363428Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732706363429 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706363429Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706363429Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706363444 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706363444Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706363854 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706363868 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706363868Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706364279 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706364293 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706364293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65f3a94c: reopening flushed file at 1732706364702 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cd818ef: reopening flushed file at 1732706364707 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a59ce6b: reopening flushed file at 1732706364713 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false at 1732706364720 (+7 ms)Writing region close event to WAL at 1732706364721 (+1 ms)Closed at 1732706364721 2024-11-27T11:19:24,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741830_1006 (size=41008) 2024-11-27T11:19:24,723 INFO [M:0;5b617c7edc8e:42757 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:19:24,723 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:19:24,723 INFO [M:0;5b617c7edc8e:42757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42757 2024-11-27T11:19:24,724 INFO [M:0;5b617c7edc8e:42757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:19:24,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:24,826 INFO [M:0;5b617c7edc8e:42757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:19:24,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x1015926a6ff0000, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:24,827 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:19:24,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:24,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:24,827 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:19:24,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:24,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:19:24,828 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:19:24,828 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:19:24,828 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38225 2024-11-27T11:19:24,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38225 connecting to ZooKeeper ensemble=127.0.0.1:59452 2024-11-27T11:19:24,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382250x0, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:19:24,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38225-0x1015926a6ff0006 connected 2024-11-27T11:19:24,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:24,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:24,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on znode that does not yet exist, /02137614653/running 2024-11-27T11:19:24,838 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02137614653/meta-region-server: INIT 2024-11-27T11:19:24,838 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c, hbase.cluster.distributed=false 2024-11-27T11:19:24,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on znode that does not yet exist, /02137614653/acl 2024-11-27T11:19:24,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38225 2024-11-27T11:19:24,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38225 2024-11-27T11:19:24,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38225 2024-11-27T11:19:24,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38225 2024-11-27T11:19:24,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38225 2024-11-27T11:19:24,854 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:19:24,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:24,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:24,855 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:19:24,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:24,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:19:24,855 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:19:24,855 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:19:24,855 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43429 2024-11-27T11:19:24,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43429 connecting to ZooKeeper ensemble=127.0.0.1:59452 2024-11-27T11:19:24,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:24,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:24,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434290x0, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:19:24,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43429-0x1015926a6ff0007 connected 2024-11-27T11:19:24,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on znode that does not yet exist, /02137614653/running 2024-11-27T11:19:24,863 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02137614653/meta-region-server: INIT 2024-11-27T11:19:24,864 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:19:24,864 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:19:24,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on znode that does not yet exist, /02137614653/master 2024-11-27T11:19:24,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on znode that does not yet exist, /02137614653/acl 2024-11-27T11:19:24,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43429 2024-11-27T11:19:24,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43429 2024-11-27T11:19:24,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43429 2024-11-27T11:19:24,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43429 2024-11-27T11:19:24,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43429 2024-11-27T11:19:24,880 DEBUG [M:0;5b617c7edc8e:38225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:38225 2024-11-27T11:19:24,880 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02137614653/backup-masters/5b617c7edc8e,38225,1732706364827 2024-11-27T11:19:24,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653/backup-masters 2024-11-27T11:19:24,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653/backup-masters 2024-11-27T11:19:24,882 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on existing znode=/02137614653/backup-masters/5b617c7edc8e,38225,1732706364827 2024-11-27T11:19:24,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02137614653/master 2024-11-27T11:19:24,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:24,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:24,884 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on existing znode=/02137614653/master 2024-11-27T11:19:24,884 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02137614653/backup-masters/5b617c7edc8e,38225,1732706364827 from backup master directory 2024-11-27T11:19:24,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02137614653/backup-masters/5b617c7edc8e,38225,1732706364827 2024-11-27T11:19:24,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653/backup-masters 2024-11-27T11:19:24,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653/backup-masters 2024-11-27T11:19:24,886 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:19:24,886 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,38225,1732706364827 2024-11-27T11:19:24,895 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:24,895 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:19:24,901 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-27T11:19:24,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741846_1022 (size=196) 2024-11-27T11:19:25,310 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:19:25,311 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:19:25,311 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:25,316 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T11:19:25,318 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/WALs/5b617c7edc8e,42757,1732706353207 to hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/WALs/5b617c7edc8e,42757,1732706353207-dead as it is dead 2024-11-27T11:19:25,319 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/WALs/5b617c7edc8e,42757,1732706353207-dead/5b617c7edc8e%2C42757%2C1732706353207.1732706354957 2024-11-27T11:19:25,319 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/WALs/5b617c7edc8e,42757,1732706353207-dead/5b617c7edc8e%2C42757%2C1732706353207.1732706354957 after 0ms 2024-11-27T11:19:25,320 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/WALs/5b617c7edc8e,42757,1732706353207-dead/5b617c7edc8e%2C42757%2C1732706353207.1732706354957 to hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5b617c7edc8e%2C42757%2C1732706353207.1732706354957 2024-11-27T11:19:25,320 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/WALs/5b617c7edc8e,42757,1732706353207-dead 2024-11-27T11:19:25,320 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/WALs/5b617c7edc8e,38225,1732706364827 2024-11-27T11:19:25,321 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:19:25,322 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C38225%2C1732706364827, suffix=, logDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/WALs/5b617c7edc8e,38225,1732706364827, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/oldWALs, maxLogs=10 2024-11-27T11:19:25,335 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/WALs/5b617c7edc8e,38225,1732706364827/5b617c7edc8e%2C38225%2C1732706364827.1732706365322, exclude list is [], retry=0 2024-11-27T11:19:25,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-22030d7e-0bda-4f81-8caf-3ef5c93f6d42,DISK] 2024-11-27T11:19:25,339 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/WALs/5b617c7edc8e,38225,1732706364827/5b617c7edc8e%2C38225%2C1732706364827.1732706365322 2024-11-27T11:19:25,339 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37421:37421)] 2024-11-27T11:19:25,339 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:19:25,339 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:25,340 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:25,340 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:25,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:25,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:19:25,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:25,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/772a8b5460284d4497a33385fac08f58 2024-11-27T11:19:25,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:25,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:25,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:19:25,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:25,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78499e55aaa2425bb81ec8dacf334258 2024-11-27T11:19:25,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:25,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:25,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:19:25,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:25,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45ad4a1538e5493c9d4a0d292dafa05b 2024-11-27T11:19:25,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:25,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:25,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:19:25,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:25,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:25,359 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:25,359 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T11:19:25,359 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5b617c7edc8e%2C42757%2C1732706353207.1732706354957 2024-11-27T11:19:25,363 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5b617c7edc8e%2C42757%2C1732706353207.1732706354957 2024-11-27T11:19:25,364 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5b617c7edc8e%2C42757%2C1732706353207.1732706354957 2024-11-27T11:19:25,365 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:25,365 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:25,365 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:19:25,367 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:25,368 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-27T11:19:25,369 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69092278, jitterRate=0.029555171728134155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:19:25,369 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706365340Initializing all the Stores at 1732706365340Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706365340Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706365341 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706365341Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706365341Cleaning up temporary data from old regions at 1732706365365 (+24 ms)Region opened successfully at 1732706365369 (+4 ms) 2024-11-27T11:19:25,370 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:19:25,372 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c09c087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:19:25,374 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T11:19:25,374 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:19:25,374 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:19:25,374 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:19:25,375 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:19:25,377 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:19:25,377 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:19:25,378 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T11:19:25,378 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-27T11:19:25,378 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:19:25,380 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5b617c7edc8e,45745,1732706353261, regionLocation=5b617c7edc8e,45745,1732706353261, openSeqNum=2 2024-11-27T11:19:25,380 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5b617c7edc8e,45745,1732706353261, table=hbase:meta, region=1588230740 2024-11-27T11:19:25,380 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,45745,1732706353261, state=OPEN 2024-11-27T11:19:25,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02137614653/meta-region-server 2024-11-27T11:19:25,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02137614653/meta-region-server 2024-11-27T11:19:25,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02137614653/meta-region-server: CHANGED 2024-11-27T11:19:25,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02137614653/meta-region-server: CHANGED 2024-11-27T11:19:25,384 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:19:25,386 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02137614653/draining/5b617c7edc8e,45745,1732706353261 already deleted, retry=false 2024-11-27T11:19:25,386 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5b617c7edc8e,45745,1732706353261 on 5b617c7edc8e,38225,1732706364827 2024-11-27T11:19:25,387 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5b617c7edc8e,45745,1732706353261, splitWal=true, meta=true 2024-11-27T11:19:25,387 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 5b617c7edc8e,45745,1732706353261 (carryingMeta=true) 5b617c7edc8e,45745,1732706353261/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@73ed9835[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T11:19:25,389 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Unable to get data of znode /02137614653/balancer because node does not exist (not necessarily an error) 2024-11-27T11:19:25,390 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02137614653/balancer already deleted, retry=false 2024-11-27T11:19:25,390 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:19:25,391 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Unable to get data of znode /02137614653/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:19:25,393 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02137614653/normalizer already deleted, retry=false 2024-11-27T11:19:25,394 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:19:25,395 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Unable to get data of znode /02137614653/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:19:25,396 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02137614653/switch/split already deleted, retry=false 2024-11-27T11:19:25,397 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Unable to get data of znode /02137614653/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:19:25,398 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02137614653/switch/merge already deleted, retry=false 2024-11-27T11:19:25,402 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Unable to get data of znode /02137614653/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:19:25,404 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02137614653/snapshot-cleanup already deleted, retry=false 2024-11-27T11:19:25,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02137614653/running 2024-11-27T11:19:25,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:25,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02137614653/running 2024-11-27T11:19:25,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:25,406 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,38225,1732706364827, sessionid=0x1015926a6ff0006, setting cluster-up flag (Was=false) 2024-11-27T11:19:25,408 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02137614653/flush-table-proc/acquired, /02137614653/flush-table-proc/reached, /02137614653/flush-table-proc/abort 2024-11-27T11:19:25,409 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,38225,1732706364827 2024-11-27T11:19:25,411 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02137614653/online-snapshot/acquired, /02137614653/online-snapshot/reached, /02137614653/online-snapshot/abort 2024-11-27T11:19:25,412 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,38225,1732706364827 2024-11-27T11:19:25,413 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/.lastflushedseqids 2024-11-27T11:19:25,415 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:19:25,415 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:19:25,416 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,38225,1732706364827 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5b617c7edc8e,45745,1732706353261 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:19:25,417 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:25,417 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:25,417 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:25,417 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:25,417 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:19:25,417 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:25,417 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:19:25,417 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:25,418 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706395418 2024-11-27T11:19:25,418 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:19:25,418 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:19:25,418 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:19:25,418 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:19:25,418 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:19:25,418 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:19:25,418 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5b617c7edc8e,45745,1732706353261, splitWal=true, meta=true 2024-11-27T11:19:25,418 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:25,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:19:25,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:19:25,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:19:25,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:19:25,419 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5b617c7edc8e,45745,1732706353261, splitWal=true, meta=true, isMeta: true 2024-11-27T11:19:25,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:19:25,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:19:25,419 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706365419,5,FailOnTimeoutGroup] 2024-11-27T11:19:25,419 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706365419,5,FailOnTimeoutGroup] 2024-11-27T11:19:25,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:25,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:19:25,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:25,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:25,420 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706365419, completionTime=-1 2024-11-27T11:19:25,420 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T11:19:25,420 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T11:19:25,420 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261-splitting 2024-11-27T11:19:25,421 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261-splitting dir is empty, no logs to split. 2024-11-27T11:19:25,421 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5b617c7edc8e,45745,1732706353261 WAL count=0, meta=true 2024-11-27T11:19:25,423 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261-splitting dir is empty, no logs to split. 2024-11-27T11:19:25,423 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5b617c7edc8e,45745,1732706353261 WAL count=0, meta=true 2024-11-27T11:19:25,423 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5b617c7edc8e,45745,1732706353261 WAL splitting is done? wals=0, meta=true 2024-11-27T11:19:25,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:19:25,424 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:19:25,425 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T11:19:25,471 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer(746): ClusterId : b0ada660-7030-4ccf-a85c-b029c2cd009c 2024-11-27T11:19:25,471 DEBUG [RS:0;5b617c7edc8e:43429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:19:25,474 DEBUG [RS:0;5b617c7edc8e:43429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:19:25,474 DEBUG [RS:0;5b617c7edc8e:43429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:19:25,476 DEBUG [RS:0;5b617c7edc8e:43429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:19:25,476 DEBUG [RS:0;5b617c7edc8e:43429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f80fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:19:25,489 DEBUG [RS:0;5b617c7edc8e:43429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:43429 2024-11-27T11:19:25,489 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:19:25,489 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:19:25,489 DEBUG [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:19:25,490 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,38225,1732706364827 with port=43429, startcode=1732706364854 2024-11-27T11:19:25,490 DEBUG [RS:0;5b617c7edc8e:43429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:19:25,492 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:19:25,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,43429,1732706364854 2024-11-27T11:19:25,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38225 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,43429,1732706364854 2024-11-27T11:19:25,493 DEBUG [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c 2024-11-27T11:19:25,493 DEBUG [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45219 2024-11-27T11:19:25,493 DEBUG [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:19:25,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653/rs 2024-11-27T11:19:25,498 DEBUG [RS:0;5b617c7edc8e:43429 {}] zookeeper.ZKUtil(111): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on existing znode=/02137614653/rs/5b617c7edc8e,43429,1732706364854 2024-11-27T11:19:25,498 WARN [RS:0;5b617c7edc8e:43429 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:19:25,498 INFO [RS:0;5b617c7edc8e:43429 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:25,498 DEBUG [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854 2024-11-27T11:19:25,499 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,43429,1732706364854] 2024-11-27T11:19:25,520 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:19:25,520 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T11:19:25,522 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:19:25,524 INFO [RS:0;5b617c7edc8e:43429 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:19:25,524 INFO [RS:0;5b617c7edc8e:43429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:25,528 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:19:25,529 INFO [RS:0;5b617c7edc8e:43429 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:19:25,529 INFO [RS:0;5b617c7edc8e:43429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:25,529 DEBUG [RS:0;5b617c7edc8e:43429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:25,529 DEBUG [RS:0;5b617c7edc8e:43429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:25,529 DEBUG [RS:0;5b617c7edc8e:43429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:25,529 DEBUG [RS:0;5b617c7edc8e:43429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:25,529 DEBUG [RS:0;5b617c7edc8e:43429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:25,529 DEBUG [RS:0;5b617c7edc8e:43429 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:19:25,529 DEBUG [RS:0;5b617c7edc8e:43429 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:25,529 DEBUG [RS:0;5b617c7edc8e:43429 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:25,529 DEBUG [RS:0;5b617c7edc8e:43429 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:25,529 DEBUG [RS:0;5b617c7edc8e:43429 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:25,529 DEBUG [RS:0;5b617c7edc8e:43429 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:25,529 DEBUG [RS:0;5b617c7edc8e:43429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:25,529 DEBUG [RS:0;5b617c7edc8e:43429 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:19:25,529 DEBUG [RS:0;5b617c7edc8e:43429 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:19:25,530 INFO [RS:0;5b617c7edc8e:43429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:25,530 INFO [RS:0;5b617c7edc8e:43429 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:25,530 INFO [RS:0;5b617c7edc8e:43429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:25,530 INFO [RS:0;5b617c7edc8e:43429 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:25,530 INFO [RS:0;5b617c7edc8e:43429 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:25,530 INFO [RS:0;5b617c7edc8e:43429 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43429,1732706364854-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:19:25,545 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:19:25,545 INFO [RS:0;5b617c7edc8e:43429 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43429,1732706364854-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:25,560 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.ReplicationSource(231): queueId=1-5b617c7edc8e,43429,1732706364854, ReplicationSource: 1, currentBandwidth=0 2024-11-27T11:19:25,560 INFO [RS:0;5b617c7edc8e:43429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:25,560 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.Replication(171): 5b617c7edc8e,43429,1732706364854 started 2024-11-27T11:19:25,573 INFO [RS:0;5b617c7edc8e:43429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:25,573 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,43429,1732706364854, RpcServer on 5b617c7edc8e/172.17.0.2:43429, sessionid=0x1015926a6ff0007 2024-11-27T11:19:25,574 DEBUG [RS:0;5b617c7edc8e:43429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:19:25,574 DEBUG [RS:0;5b617c7edc8e:43429 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,43429,1732706364854 2024-11-27T11:19:25,574 DEBUG [RS:0;5b617c7edc8e:43429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,43429,1732706364854' 2024-11-27T11:19:25,574 DEBUG [RS:0;5b617c7edc8e:43429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02137614653/flush-table-proc/abort' 2024-11-27T11:19:25,574 DEBUG [RS:0;5b617c7edc8e:43429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02137614653/flush-table-proc/acquired' 2024-11-27T11:19:25,575 WARN [5b617c7edc8e:38225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T11:19:25,576 DEBUG [RS:0;5b617c7edc8e:43429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:19:25,576 DEBUG [RS:0;5b617c7edc8e:43429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:19:25,576 DEBUG [RS:0;5b617c7edc8e:43429 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,43429,1732706364854 2024-11-27T11:19:25,576 DEBUG [RS:0;5b617c7edc8e:43429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,43429,1732706364854' 2024-11-27T11:19:25,576 DEBUG [RS:0;5b617c7edc8e:43429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02137614653/online-snapshot/abort' 2024-11-27T11:19:25,576 DEBUG [RS:0;5b617c7edc8e:43429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02137614653/online-snapshot/acquired' 2024-11-27T11:19:25,577 DEBUG [RS:0;5b617c7edc8e:43429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:19:25,577 INFO [RS:0;5b617c7edc8e:43429 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:19:25,577 INFO [RS:0;5b617c7edc8e:43429 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:19:25,577 DEBUG [RS:0;5b617c7edc8e:43429.replicationSource,1-5b617c7edc8e,43429,1732706364854 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:44317' 2024-11-27T11:19:25,578 DEBUG [RS:0;5b617c7edc8e:43429.replicationSource,1-5b617c7edc8e,43429,1732706364854 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5401678a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:25,578 DEBUG [RS:0;5b617c7edc8e:43429.replicationSource,1-5b617c7edc8e,43429,1732706364854 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,44317,-1 for getting cluster id 2024-11-27T11:19:25,579 DEBUG [RS:0;5b617c7edc8e:43429.replicationSource,1-5b617c7edc8e,43429,1732706364854 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:25,580 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c804facd-ef3a-4f16-88c7-b1cbd252092c' 2024-11-27T11:19:25,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:25,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c804facd-ef3a-4f16-88c7-b1cbd252092c" 2024-11-27T11:19:25,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@646e81ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:25,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,44317,-1] 2024-11-27T11:19:25,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:25,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:25,582 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:25,582 DEBUG [RS:0;5b617c7edc8e:43429.replicationSource,1-5b617c7edc8e,43429,1732706364854 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c85203d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:25,582 DEBUG [RS:0;5b617c7edc8e:43429.replicationSource,1-5b617c7edc8e,43429,1732706364854 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:25,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,44317,1732706357353 2024-11-27T11:19:25,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64608810 2024-11-27T11:19:25,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:19:25,584 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-27T11:19:25,585 INFO [RS:0;5b617c7edc8e:43429.replicationSource,1-5b617c7edc8e,43429,1732706364854 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b617c7edc8e,43429,1732706364854 (queues=0) is replicating from cluster=b0ada660-7030-4ccf-a85c-b029c2cd009c to cluster=c804facd-ef3a-4f16-88c7-b1cbd252092c 2024-11-27T11:19:25,677 INFO [RS:0;5b617c7edc8e:43429 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:19:25,679 INFO [RS:0;5b617c7edc8e:43429 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C43429%2C1732706364854, suffix=, logDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/oldWALs, maxLogs=10 2024-11-27T11:19:25,692 DEBUG [RS:0;5b617c7edc8e:43429 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854/5b617c7edc8e%2C43429%2C1732706364854.1732706365679, exclude list is [], retry=0 2024-11-27T11:19:25,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-22030d7e-0bda-4f81-8caf-3ef5c93f6d42,DISK] 2024-11-27T11:19:25,697 INFO [RS:0;5b617c7edc8e:43429 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854/5b617c7edc8e%2C43429%2C1732706364854.1732706365679 2024-11-27T11:19:25,697 DEBUG [RS:0;5b617c7edc8e:43429 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5b617c7edc8e%2C43429%2C1732706364854 for peer 1 2024-11-27T11:19:25,697 DEBUG [RS:0;5b617c7edc8e:43429 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b617c7edc8e%2C43429%2C1732706364854 2024-11-27T11:19:25,697 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b617c7edc8e,43429,1732706364854, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:19:25,698 DEBUG [RS:0;5b617c7edc8e:43429 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37421:37421)] 2024-11-27T11:19:25,698 DEBUG [RS:0;5b617c7edc8e:43429.replicationSource.wal-reader.5b617c7edc8e%2C43429%2C1732706364854,1-5b617c7edc8e,43429,1732706364854 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854/5b617c7edc8e%2C43429%2C1732706364854.1732706365679, startPosition=0, beingWritten=true 2024-11-27T11:19:25,698 INFO [RS:0;5b617c7edc8e:43429.replicationSource.shipper5b617c7edc8e%2C43429%2C1732706364854,1-5b617c7edc8e,43429,1732706364854 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C43429%2C1732706364854 2024-11-27T11:19:25,826 DEBUG [5b617c7edc8e:38225 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:19:25,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,43429,1732706364854 2024-11-27T11:19:25,827 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,43429,1732706364854, state=OPENING 2024-11-27T11:19:25,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02137614653/meta-region-server 2024-11-27T11:19:25,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02137614653/meta-region-server 2024-11-27T11:19:25,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02137614653/meta-region-server: CHANGED 2024-11-27T11:19:25,829 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:19:25,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02137614653/meta-region-server: CHANGED 2024-11-27T11:19:25,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,43429,1732706364854}] 2024-11-27T11:19:25,903 DEBUG [RS:0;5b617c7edc8e:43429.replicationSource.wal-reader.5b617c7edc8e%2C43429%2C1732706364854,1-5b617c7edc8e,43429,1732706364854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854/5b617c7edc8e%2C43429%2C1732706364854.1732706365679 to pos 0, reset compression=false 2024-11-27T11:19:25,982 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:19:25,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:19:25,987 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:19:25,987 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:25,987 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:19:25,988 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C43429%2C1732706364854.meta, suffix=.meta, logDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/oldWALs, maxLogs=10 2024-11-27T11:19:26,002 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854/5b617c7edc8e%2C43429%2C1732706364854.meta.1732706365989.meta, exclude list is [], retry=0 2024-11-27T11:19:26,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-22030d7e-0bda-4f81-8caf-3ef5c93f6d42,DISK] 2024-11-27T11:19:26,006 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854/5b617c7edc8e%2C43429%2C1732706364854.meta.1732706365989.meta 2024-11-27T11:19:26,006 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37421:37421)] 2024-11-27T11:19:26,006 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:19:26,006 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:19:26,006 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:19:26,007 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:19:26,007 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:19:26,007 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:19:26,007 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:26,007 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:19:26,007 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:19:26,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:19:26,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:19:26,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:26,014 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/info/495e0a781677424594304158a8c74cc5 2024-11-27T11:19:26,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:26,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:19:26,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:19:26,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:26,019 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/ns/e0c1bb83d9304f6f8b2d227976ab4af7 2024-11-27T11:19:26,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:26,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:19:26,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:19:26,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:26,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:26,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:19:26,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:19:26,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:26,026 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/table/7428852a9ad34b39bb37f9dc75468fbf 2024-11-27T11:19:26,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:26,026 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:19:26,026 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740 2024-11-27T11:19:26,027 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740 2024-11-27T11:19:26,028 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:19:26,028 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:19:26,029 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:19:26,030 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:19:26,031 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70427149, jitterRate=0.04944629967212677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:19:26,031 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:19:26,031 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706366007Writing region info on filesystem at 1732706366007Initializing all the Stores at 1732706366008 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706366008Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706366008Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706366008Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706366008Cleaning up temporary data from old regions at 1732706366028 (+20 ms)Running coprocessor post-open hooks at 1732706366031 (+3 ms)Region opened successfully at 1732706366031 2024-11-27T11:19:26,032 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732706365982 2024-11-27T11:19:26,033 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:19:26,034 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:19:26,034 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5b617c7edc8e,43429,1732706364854 2024-11-27T11:19:26,035 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,43429,1732706364854, state=OPEN 2024-11-27T11:19:26,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02137614653/meta-region-server 2024-11-27T11:19:26,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02137614653/meta-region-server 2024-11-27T11:19:26,036 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,43429,1732706364854 2024-11-27T11:19:26,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02137614653/meta-region-server: CHANGED 2024-11-27T11:19:26,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02137614653/meta-region-server: CHANGED 2024-11-27T11:19:26,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-27T11:19:26,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,43429,1732706364854 in 207 msec 2024-11-27T11:19:26,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T11:19:26,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-11-27T11:19:26,209 DEBUG [RS:0;5b617c7edc8e:43429.replicationSource.wal-reader.5b617c7edc8e%2C43429%2C1732706364854,1-5b617c7edc8e,43429,1732706364854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854/5b617c7edc8e%2C43429%2C1732706364854.1732706365679 to pos 0, reset compression=false 2024-11-27T11:19:26,614 DEBUG [RS:0;5b617c7edc8e:43429.replicationSource.wal-reader.5b617c7edc8e%2C43429%2C1732706364854,1-5b617c7edc8e,43429,1732706364854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854/5b617c7edc8e%2C43429%2C1732706364854.1732706365679 to pos 0, reset compression=false 2024-11-27T11:19:27,022 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-27T11:19:27,119 DEBUG [RS:0;5b617c7edc8e:43429.replicationSource.wal-reader.5b617c7edc8e%2C43429%2C1732706364854,1-5b617c7edc8e,43429,1732706364854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854/5b617c7edc8e%2C43429%2C1732706364854.1732706365679 to pos 0, reset compression=false 2024-11-27T11:19:27,142 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:19:27,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:27,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:27,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:27,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:27,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:27,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:27,724 DEBUG [RS:0;5b617c7edc8e:43429.replicationSource.wal-reader.5b617c7edc8e%2C43429%2C1732706364854,1-5b617c7edc8e,43429,1732706364854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854/5b617c7edc8e%2C43429%2C1732706364854.1732706365679 to pos 0, reset compression=false 2024-11-27T11:19:28,429 DEBUG [RS:0;5b617c7edc8e:43429.replicationSource.wal-reader.5b617c7edc8e%2C43429%2C1732706364854,1-5b617c7edc8e,43429,1732706364854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854/5b617c7edc8e%2C43429%2C1732706364854.1732706365679 to pos 0, reset compression=false 2024-11-27T11:19:28,525 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-27T11:19:29,235 DEBUG [RS:0;5b617c7edc8e:43429.replicationSource.wal-reader.5b617c7edc8e%2C43429%2C1732706364854,1-5b617c7edc8e,43429,1732706364854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854/5b617c7edc8e%2C43429%2C1732706364854.1732706365679 to pos 0, reset compression=false 2024-11-27T11:19:29,927 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T11:19:29,927 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:19:29,927 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:29,927 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,43429,1732706364854, seqNum=-1] 2024-11-27T11:19:29,928 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:29,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:19:29,933 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c746fc4e564482a0adc0ded77c5be238, regionState=OPEN, lastHost=5b617c7edc8e,45745,1732706353261, regionLocation=5b617c7edc8e,45745,1732706353261, openSeqNum=2 2024-11-27T11:19:29,933 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:19:29,933 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706429933 2024-11-27T11:19:29,933 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706489933 2024-11-27T11:19:29,933 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-27T11:19:29,933 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 5b617c7edc8e,45745,1732706353261 had 2 regions 2024-11-27T11:19:29,933 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38225,1732706364827-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:29,933 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38225,1732706364827-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:29,933 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38225,1732706364827-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:29,933 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:38225, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:29,933 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:29,934 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:29,934 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5b617c7edc8e,45745,1732706353261, splitWal=true, meta=true, isMeta: false 2024-11-27T11:19:29,936 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261-splitting dir is empty, no logs to split. 2024-11-27T11:19:29,936 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5b617c7edc8e,45745,1732706353261 WAL count=0, meta=false 2024-11-27T11:19:29,938 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,45745,1732706353261-splitting dir is empty, no logs to split. 2024-11-27T11:19:29,938 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5b617c7edc8e,45745,1732706353261 WAL count=0, meta=false 2024-11-27T11:19:29,939 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5b617c7edc8e,45745,1732706353261 WAL splitting is done? wals=0, meta=false 2024-11-27T11:19:29,939 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.052sec 2024-11-27T11:19:29,939 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:19:29,939 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:19:29,939 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:19:29,939 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:19:29,939 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:19:29,939 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38225,1732706364827-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:19:29,939 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38225,1732706364827-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:19:29,940 WARN [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5b617c7edc8e,45745,1732706353261/hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:29,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c746fc4e564482a0adc0ded77c5be238, ASSIGN}] 2024-11-27T11:19:29,942 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:19:29,942 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:19:29,942 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38225,1732706364827-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:29,942 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c746fc4e564482a0adc0ded77c5be238, ASSIGN 2024-11-27T11:19:29,943 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c746fc4e564482a0adc0ded77c5be238, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T11:19:29,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f187db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:29,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,38225,-1 for getting cluster id 2024-11-27T11:19:29,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:29,975 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0ada660-7030-4ccf-a85c-b029c2cd009c' 2024-11-27T11:19:29,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:29,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0ada660-7030-4ccf-a85c-b029c2cd009c" 2024-11-27T11:19:29,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecdb689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:29,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,38225,-1] 2024-11-27T11:19:29,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:29,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:29,977 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:29,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68fb05fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:29,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,43429,1732706364854, seqNum=-1] 2024-11-27T11:19:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:29,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:19:29,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T11:19:29,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:29,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:29,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:29,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:29,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:29,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5b617c7edc8e:38225 after: 5b617c7edc8e:38225 2024-11-27T11:19:29,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a23abdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:29,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,38225,-1 for getting cluster id 2024-11-27T11:19:29,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:29,983 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0ada660-7030-4ccf-a85c-b029c2cd009c' 2024-11-27T11:19:29,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:29,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0ada660-7030-4ccf-a85c-b029c2cd009c" 2024-11-27T11:19:29,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5f6f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:29,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,38225,-1] 2024-11-27T11:19:29,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:29,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:29,984 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:29,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e22f923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:29,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:29,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,38225,1732706364827 2024-11-27T11:19:29,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@747c59ab 2024-11-27T11:19:29,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:19:29,986 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:19:29,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T11:19:29,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:19:29,987 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:29,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:29,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:29,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:29,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:29,987 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:19:29,987 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=761606094, stopped=false 2024-11-27T11:19:29,987 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,44317,1732706357353 2024-11-27T11:19:29,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1421340649/running 2024-11-27T11:19:29,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1421340649/running 2024-11-27T11:19:29,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649 2024-11-27T11:19:29,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649 2024-11-27T11:19:29,990 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:19:29,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:29,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:29,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:29,991 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,39555,1732706357395' ***** 2024-11-27T11:19:29,991 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:19:29,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Set watcher on znode that does not yet exist, /1-1421340649/running 2024-11-27T11:19:29,991 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:19:29,991 INFO [RS:0;5b617c7edc8e:39555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:19:29,991 INFO [RS:0;5b617c7edc8e:39555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:19:29,991 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,39555,1732706357395 2024-11-27T11:19:29,991 INFO [RS:0;5b617c7edc8e:39555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:19:29,991 INFO [RS:0;5b617c7edc8e:39555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:39555. 2024-11-27T11:19:29,991 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:19:29,991 DEBUG [RS:0;5b617c7edc8e:39555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:29,991 DEBUG [RS:0;5b617c7edc8e:39555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:29,991 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:19:29,991 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:19:29,991 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:19:29,992 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:19:29,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Set watcher on znode that does not yet exist, /1-1421340649/running 2024-11-27T11:19:29,992 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T11:19:29,992 DEBUG [RS:0;5b617c7edc8e:39555 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:19:29,992 DEBUG [RS:0;5b617c7edc8e:39555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:29,992 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:19:29,992 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:19:29,992 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:19:29,992 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:19:29,992 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:19:29,992 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T11:19:30,008 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/data/hbase/meta/1588230740/.tmp/ns/fd87cf21978f46fd8530247c45c0e761 is 43, key is default/ns:d/1732706359960/Put/seqid=0 2024-11-27T11:19:30,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741835_1011 (size=5153) 2024-11-27T11:19:30,060 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:19:30,093 DEBUG [5b617c7edc8e:38225 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:19:30,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c746fc4e564482a0adc0ded77c5be238, regionState=OPENING, regionLocation=5b617c7edc8e,43429,1732706364854 2024-11-27T11:19:30,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c746fc4e564482a0adc0ded77c5be238, ASSIGN because future has completed 2024-11-27T11:19:30,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c746fc4e564482a0adc0ded77c5be238, server=5b617c7edc8e,43429,1732706364854}] 2024-11-27T11:19:30,140 DEBUG [RS:0;5b617c7edc8e:43429.replicationSource.wal-reader.5b617c7edc8e%2C43429%2C1732706364854,1-5b617c7edc8e,43429,1732706364854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854/5b617c7edc8e%2C43429%2C1732706364854.1732706365679 to pos 0, reset compression=false 2024-11-27T11:19:30,192 DEBUG [RS:0;5b617c7edc8e:39555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:30,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:30,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:30,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T11:19:30,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C43429%2C1732706364854.rep, suffix=, logDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/oldWALs, maxLogs=10 2024-11-27T11:19:30,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854/5b617c7edc8e%2C43429%2C1732706364854.rep.1732706370255, exclude list is [], retry=0 2024-11-27T11:19:30,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-22030d7e-0bda-4f81-8caf-3ef5c93f6d42,DISK] 2024-11-27T11:19:30,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854/5b617c7edc8e%2C43429%2C1732706364854.rep.1732706370255 2024-11-27T11:19:30,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37421:37421)] 2024-11-27T11:19:30,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => c746fc4e564482a0adc0ded77c5be238, NAME => 'hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:19:30,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:19:30,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:19:30,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. service=MultiRowMutationService 2024-11-27T11:19:30,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T11:19:30,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:30,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:30,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:30,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:30,275 INFO [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:30,276 INFO [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c746fc4e564482a0adc0ded77c5be238 columnFamilyName hfileref 2024-11-27T11:19:30,276 DEBUG [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:30,276 INFO [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] regionserver.HStore(327): Store=c746fc4e564482a0adc0ded77c5be238/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:30,276 INFO [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:30,277 INFO [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c746fc4e564482a0adc0ded77c5be238 columnFamilyName queue 2024-11-27T11:19:30,277 DEBUG [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:30,281 DEBUG [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/replication/c746fc4e564482a0adc0ded77c5be238/queue/5f6488ccf2384a4b9b0efb2a32a2f48d 2024-11-27T11:19:30,282 INFO [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] regionserver.HStore(327): Store=c746fc4e564482a0adc0ded77c5be238/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:30,282 INFO [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:30,282 INFO [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c746fc4e564482a0adc0ded77c5be238 columnFamilyName sid 2024-11-27T11:19:30,282 DEBUG [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:30,283 INFO [StoreOpener-c746fc4e564482a0adc0ded77c5be238-1 {}] regionserver.HStore(327): Store=c746fc4e564482a0adc0ded77c5be238/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:30,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:30,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/replication/c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:30,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/replication/c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:30,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:30,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:30,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:19:30,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:30,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened c746fc4e564482a0adc0ded77c5be238; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61467595, jitterRate=-0.08406145870685577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:19:30,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:30,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for c746fc4e564482a0adc0ded77c5be238: Running coprocessor pre-open hook at 1732706370274Writing region info on filesystem at 1732706370274Initializing all the Stores at 1732706370275 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706370275Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706370275Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706370275Cleaning up temporary data from old regions at 1732706370285 (+10 ms)Running coprocessor post-open hooks at 1732706370287 (+2 ms)Region opened successfully at 1732706370288 (+1 ms) 2024-11-27T11:19:30,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238., pid=13, masterSystemTime=1732706370250 2024-11-27T11:19:30,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:30,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:30,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c746fc4e564482a0adc0ded77c5be238, regionState=OPEN, openSeqNum=9, regionLocation=5b617c7edc8e,43429,1732706364854 2024-11-27T11:19:30,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c746fc4e564482a0adc0ded77c5be238, server=5b617c7edc8e,43429,1732706364854 because future has completed 2024-11-27T11:19:30,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T11:19:30,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c746fc4e564482a0adc0ded77c5be238, server=5b617c7edc8e,43429,1732706364854 in 197 msec 2024-11-27T11:19:30,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-27T11:19:30,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c746fc4e564482a0adc0ded77c5be238, ASSIGN in 354 msec 2024-11-27T11:19:30,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T11:19:30,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238., hostname=5b617c7edc8e,43429,1732706364854, seqNum=9] 2024-11-27T11:19:30,315 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 5b617c7edc8e,45745,1732706353261 2024-11-27T11:19:30,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T11:19:30,392 DEBUG [RS:0;5b617c7edc8e:39555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:30,412 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/data/hbase/meta/1588230740/.tmp/ns/fd87cf21978f46fd8530247c45c0e761 2024-11-27T11:19:30,419 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/data/hbase/meta/1588230740/.tmp/ns/fd87cf21978f46fd8530247c45c0e761 as hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/data/hbase/meta/1588230740/ns/fd87cf21978f46fd8530247c45c0e761 2024-11-27T11:19:30,424 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/data/hbase/meta/1588230740/ns/fd87cf21978f46fd8530247c45c0e761, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T11:19:30,425 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-27T11:19:30,425 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T11:19:30,430 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T11:19:30,431 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:19:30,431 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:19:30,431 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:19:30,431 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706369992Running coprocessor pre-close hooks at 1732706369992Disabling compacts and flushes for region at 1732706369992Disabling writes for close at 1732706369992Obtaining lock to block concurrent updates at 1732706369992Preparing flush snapshotting stores in 1588230740 at 1732706369992Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732706369992Flushing stores of hbase:meta,,1.1588230740 at 1732706369993 (+1 ms)Flushing 1588230740/ns: creating writer at 1732706369993Flushing 1588230740/ns: appending metadata at 1732706370007 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732706370007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55abb423: reopening flushed file at 1732706370418 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1732706370425 (+7 ms)Writing region close event to WAL at 1732706370426 (+1 ms)Running coprocessor post-close hooks at 1732706370430 (+4 ms)Closed at 1732706370431 (+1 ms) 2024-11-27T11:19:30,431 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:19:30,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43429 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-27T11:19:30,592 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,39555,1732706357395; all regions closed. 2024-11-27T11:19:30,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741834_1010 (size=1152) 2024-11-27T11:19:30,595 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/WALs/5b617c7edc8e,39555,1732706357395/5b617c7edc8e%2C39555%2C1732706357395.meta.1732706359903.meta not finished, retry = 0 2024-11-27T11:19:30,698 DEBUG [RS:0;5b617c7edc8e:39555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/oldWALs 2024-11-27T11:19:30,698 INFO [RS:0;5b617c7edc8e:39555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C39555%2C1732706357395.meta:.meta(num 1732706359903) 2024-11-27T11:19:30,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741832_1008 (size=93) 2024-11-27T11:19:30,702 DEBUG [RS:0;5b617c7edc8e:39555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/oldWALs 2024-11-27T11:19:30,702 INFO [RS:0;5b617c7edc8e:39555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C39555%2C1732706357395:(num 1732706358985) 2024-11-27T11:19:30,702 DEBUG [RS:0;5b617c7edc8e:39555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:30,702 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:19:30,702 INFO [RS:0;5b617c7edc8e:39555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:19:30,702 INFO [RS:0;5b617c7edc8e:39555 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T11:19:30,703 INFO [RS:0;5b617c7edc8e:39555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:19:30,703 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:19:30,703 INFO [RS:0;5b617c7edc8e:39555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39555 2024-11-27T11:19:30,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1421340649/rs/5b617c7edc8e,39555,1732706357395 2024-11-27T11:19:30,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649/rs 2024-11-27T11:19:30,705 INFO [RS:0;5b617c7edc8e:39555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:19:30,706 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,39555,1732706357395] 2024-11-27T11:19:30,707 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1421340649/draining/5b617c7edc8e,39555,1732706357395 already deleted, retry=false 2024-11-27T11:19:30,707 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,39555,1732706357395 expired; onlineServers=0 2024-11-27T11:19:30,707 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,44317,1732706357353' ***** 2024-11-27T11:19:30,707 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:19:30,707 INFO [M:0;5b617c7edc8e:44317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:19:30,707 INFO [M:0;5b617c7edc8e:44317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:19:30,707 DEBUG [M:0;5b617c7edc8e:44317 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:19:30,707 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:19:30,707 DEBUG [M:0;5b617c7edc8e:44317 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:19:30,707 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706358763 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706358763,5,FailOnTimeoutGroup] 2024-11-27T11:19:30,708 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706358763 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706358763,5,FailOnTimeoutGroup] 2024-11-27T11:19:30,708 INFO [M:0;5b617c7edc8e:44317 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:19:30,708 INFO [M:0;5b617c7edc8e:44317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:19:30,708 DEBUG [M:0;5b617c7edc8e:44317 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:19:30,708 INFO [M:0;5b617c7edc8e:44317 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:19:30,708 INFO [M:0;5b617c7edc8e:44317 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:19:30,708 INFO [M:0;5b617c7edc8e:44317 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:19:30,708 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:19:30,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1421340649/master 2024-11-27T11:19:30,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421340649 2024-11-27T11:19:30,710 DEBUG [M:0;5b617c7edc8e:44317 {}] zookeeper.ZKUtil(347): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Unable to get data of znode /1-1421340649/master because node does not exist (not an error) 2024-11-27T11:19:30,710 WARN [M:0;5b617c7edc8e:44317 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:19:30,712 INFO [M:0;5b617c7edc8e:44317 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/.lastflushedseqids 2024-11-27T11:19:30,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741836_1012 (size=99) 2024-11-27T11:19:30,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:30,806 INFO [RS:0;5b617c7edc8e:39555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:19:30,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x1015926a6ff0004, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:30,806 INFO [RS:0;5b617c7edc8e:39555 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,39555,1732706357395; zookeeper connection closed. 2024-11-27T11:19:30,807 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@696145e2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@696145e2 2024-11-27T11:19:30,807 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:19:31,119 INFO [M:0;5b617c7edc8e:44317 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:19:31,119 INFO [M:0;5b617c7edc8e:44317 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:19:31,119 DEBUG [M:0;5b617c7edc8e:44317 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:19:31,119 INFO [M:0;5b617c7edc8e:44317 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:31,119 DEBUG [M:0;5b617c7edc8e:44317 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:31,119 DEBUG [M:0;5b617c7edc8e:44317 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:19:31,119 DEBUG [M:0;5b617c7edc8e:44317 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:31,119 INFO [M:0;5b617c7edc8e:44317 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T11:19:31,135 DEBUG [M:0;5b617c7edc8e:44317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0603ca519d234aa99bd9949feb8c0385 is 82, key is hbase:meta,,1/info:regioninfo/1732706359944/Put/seqid=0 2024-11-27T11:19:31,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741837_1013 (size=5672) 2024-11-27T11:19:31,146 DEBUG [RS:0;5b617c7edc8e:43429.replicationSource.wal-reader.5b617c7edc8e%2C43429%2C1732706364854,1-5b617c7edc8e,43429,1732706364854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854/5b617c7edc8e%2C43429%2C1732706364854.1732706365679 to pos 0, reset compression=false 2024-11-27T11:19:31,520 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T11:19:31,520 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T11:19:31,540 INFO [M:0;5b617c7edc8e:44317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0603ca519d234aa99bd9949feb8c0385 2024-11-27T11:19:31,563 DEBUG [M:0;5b617c7edc8e:44317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c134873df5bd4facad96dc2c25282e8d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732706359965/Put/seqid=0 2024-11-27T11:19:31,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741838_1014 (size=5275) 2024-11-27T11:19:31,969 INFO [M:0;5b617c7edc8e:44317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c134873df5bd4facad96dc2c25282e8d 2024-11-27T11:19:31,991 DEBUG [M:0;5b617c7edc8e:44317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ed800721fef4f57b70f7cb95979022a is 69, key is 5b617c7edc8e,39555,1732706357395/rs:state/1732706358836/Put/seqid=0 2024-11-27T11:19:31,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741839_1015 (size=5156) 2024-11-27T11:19:32,251 DEBUG [RS:0;5b617c7edc8e:43429.replicationSource.wal-reader.5b617c7edc8e%2C43429%2C1732706364854,1-5b617c7edc8e,43429,1732706364854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854/5b617c7edc8e%2C43429%2C1732706364854.1732706365679 to pos 0, reset compression=false 2024-11-27T11:19:32,395 INFO [M:0;5b617c7edc8e:44317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ed800721fef4f57b70f7cb95979022a 2024-11-27T11:19:32,400 DEBUG [M:0;5b617c7edc8e:44317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0603ca519d234aa99bd9949feb8c0385 as hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0603ca519d234aa99bd9949feb8c0385 2024-11-27T11:19:32,403 INFO [M:0;5b617c7edc8e:44317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0603ca519d234aa99bd9949feb8c0385, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T11:19:32,404 DEBUG [M:0;5b617c7edc8e:44317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c134873df5bd4facad96dc2c25282e8d as hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c134873df5bd4facad96dc2c25282e8d 2024-11-27T11:19:32,408 INFO [M:0;5b617c7edc8e:44317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c134873df5bd4facad96dc2c25282e8d, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T11:19:32,409 DEBUG [M:0;5b617c7edc8e:44317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ed800721fef4f57b70f7cb95979022a as hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ed800721fef4f57b70f7cb95979022a 2024-11-27T11:19:32,413 INFO [M:0;5b617c7edc8e:44317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41709/user/jenkins/test-data/59ec950e-2743-161b-e772-860674c45771/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ed800721fef4f57b70f7cb95979022a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T11:19:32,414 INFO [M:0;5b617c7edc8e:44317 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=28, compaction requested=false 2024-11-27T11:19:32,415 INFO [M:0;5b617c7edc8e:44317 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:32,415 DEBUG [M:0;5b617c7edc8e:44317 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706371119Disabling compacts and flushes for region at 1732706371119Disabling writes for close at 1732706371119Obtaining lock to block concurrent updates at 1732706371119Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706371119Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732706371120 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706371120Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706371121 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706371135 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706371135Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706371545 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706371562 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706371562Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706371975 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706371990 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706371990Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@528b51c6: reopening flushed file at 1732706372399 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36eab023: reopening flushed file at 1732706372404 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7915b5c8: reopening flushed file at 1732706372408 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=28, compaction requested=false at 1732706372414 (+6 ms)Writing region close event to WAL at 1732706372415 (+1 ms)Closed at 1732706372415 2024-11-27T11:19:32,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741830_1006 (size=10165) 2024-11-27T11:19:32,417 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:19:32,418 INFO [M:0;5b617c7edc8e:44317 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:19:32,418 INFO [M:0;5b617c7edc8e:44317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44317 2024-11-27T11:19:32,418 INFO [M:0;5b617c7edc8e:44317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:19:32,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:32,520 INFO [M:0;5b617c7edc8e:44317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:19:32,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1015926a6ff0003, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:32,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54d83164{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:19:32,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e959ac6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:19:32,523 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:19:32,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e177f4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:19:32,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@104d0474{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/hadoop.log.dir/,STOPPED} 2024-11-27T11:19:32,524 WARN [BP-1451313381-172.17.0.2-1732706356320 heartbeating to localhost/127.0.0.1:41709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:19:32,524 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:19:32,524 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:19:32,524 WARN [BP-1451313381-172.17.0.2-1732706356320 heartbeating to localhost/127.0.0.1:41709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1451313381-172.17.0.2-1732706356320 (Datanode Uuid bc5b902c-6fd9-408c-8e7c-bce2a653d8b0) service to localhost/127.0.0.1:41709 2024-11-27T11:19:32,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/cluster_c53a1b81-ad69-64e9-e050-96c1c9450e70/data/data1/current/BP-1451313381-172.17.0.2-1732706356320 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:19:32,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/cluster_c53a1b81-ad69-64e9-e050-96c1c9450e70/data/data2/current/BP-1451313381-172.17.0.2-1732706356320 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:19:32,525 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:19:32,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22f537ec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:19:32,533 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10d6e14b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:19:32,533 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:19:32,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1354c3e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:19:32,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30cf8c94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/hadoop.log.dir/,STOPPED} 2024-11-27T11:19:32,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:19:32,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:19:32,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:32,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:32,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:32,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:32,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:32,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:19:32,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=321050784, stopped=false 2024-11-27T11:19:32,545 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,38225,1732706364827 2024-11-27T11:19:32,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02137614653/running 2024-11-27T11:19:32,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:32,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02137614653/running 2024-11-27T11:19:32,546 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:19:32,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:32,547 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:32,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on znode that does not yet exist, /02137614653/running 2024-11-27T11:19:32,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:32,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:32,547 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,43429,1732706364854' ***** 2024-11-27T11:19:32,547 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:19:32,548 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:19:32,548 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:19:32,548 INFO [RS:0;5b617c7edc8e:43429 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:19:32,548 INFO [RS:0;5b617c7edc8e:43429 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:19:32,548 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer(3091): Received CLOSE for c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:32,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Set watcher on znode that does not yet exist, /02137614653/running 2024-11-27T11:19:32,548 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,43429,1732706364854 2024-11-27T11:19:32,548 INFO [RS:0;5b617c7edc8e:43429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:19:32,548 INFO [RS:0;5b617c7edc8e:43429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:43429. 2024-11-27T11:19:32,548 DEBUG [RS:0;5b617c7edc8e:43429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:32,548 DEBUG [RS:0;5b617c7edc8e:43429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:32,548 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c746fc4e564482a0adc0ded77c5be238, disabling compactions & flushes 2024-11-27T11:19:32,549 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:32,549 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:19:32,549 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:32,549 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:19:32,549 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:19:32,549 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. after waiting 0 ms 2024-11-27T11:19:32,549 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:32,549 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:19:32,549 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T11:19:32,549 DEBUG [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c746fc4e564482a0adc0ded77c5be238=hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238.} 2024-11-27T11:19:32,549 DEBUG [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c746fc4e564482a0adc0ded77c5be238 2024-11-27T11:19:32,549 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:19:32,549 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:19:32,549 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:19:32,549 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:19:32,549 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:19:32,549 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T11:19:32,553 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/replication/c746fc4e564482a0adc0ded77c5be238/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-27T11:19:32,553 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:19:32,553 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:19:32,553 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:32,554 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c746fc4e564482a0adc0ded77c5be238: Waiting for close lock at 1732706372548Running coprocessor pre-close hooks at 1732706372548Disabling compacts and flushes for region at 1732706372548Disabling writes for close at 1732706372549 (+1 ms)Writing region close event to WAL at 1732706372549Running coprocessor post-close hooks at 1732706372553 (+4 ms)Closed at 1732706372553 2024-11-27T11:19:32,554 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238. 2024-11-27T11:19:32,564 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/.tmp/info/e3f2451ee0cf4f18979da60eb9d5c397 is 147, key is hbase:replication,,1732706360057.c746fc4e564482a0adc0ded77c5be238./info:regioninfo/1732706370291/Put/seqid=0 2024-11-27T11:19:32,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741851_1027 (size=6385) 2024-11-27T11:19:32,625 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:19:32,625 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:19:32,636 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:19:32,749 DEBUG [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:32,949 DEBUG [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:32,969 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/.tmp/info/e3f2451ee0cf4f18979da60eb9d5c397 2024-11-27T11:19:32,974 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/.tmp/info/e3f2451ee0cf4f18979da60eb9d5c397 as hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/info/e3f2451ee0cf4f18979da60eb9d5c397 2024-11-27T11:19:32,979 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/info/e3f2451ee0cf4f18979da60eb9d5c397, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T11:19:32,980 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-27T11:19:32,984 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T11:19:32,985 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:19:32,985 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:19:32,985 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:19:32,985 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706372549Running coprocessor pre-close hooks at 1732706372549Disabling compacts and flushes for region at 1732706372549Disabling writes for close at 1732706372549Obtaining lock to block concurrent updates at 1732706372549Preparing flush snapshotting stores in 1588230740 at 1732706372549Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732706372550 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732706372550Flushing 1588230740/info: creating writer at 1732706372550Flushing 1588230740/info: appending metadata at 1732706372564 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732706372564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6025aa3c: reopening flushed file at 1732706372974 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1732706372980 (+6 ms)Writing region close event to WAL at 1732706372981 (+1 ms)Running coprocessor post-close hooks at 1732706372984 (+3 ms)Closed at 1732706372985 (+1 ms) 2024-11-27T11:19:32,985 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:19:33,150 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,43429,1732706364854; all regions closed. 2024-11-27T11:19:33,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741849_1025 (size=2156) 2024-11-27T11:19:33,152 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/WALs/5b617c7edc8e,43429,1732706364854/5b617c7edc8e%2C43429%2C1732706364854.meta.1732706365989.meta not finished, retry = 0 2024-11-27T11:19:33,255 DEBUG [RS:0;5b617c7edc8e:43429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/oldWALs 2024-11-27T11:19:33,255 INFO [RS:0;5b617c7edc8e:43429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C43429%2C1732706364854.meta:.meta(num 1732706365989) 2024-11-27T11:19:33,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741850_1026 (size=796) 2024-11-27T11:19:33,259 DEBUG [RS:0;5b617c7edc8e:43429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/oldWALs 2024-11-27T11:19:33,259 INFO [RS:0;5b617c7edc8e:43429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C43429%2C1732706364854.rep:(num 1732706370255) 2024-11-27T11:19:33,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741848_1024 (size=93) 2024-11-27T11:19:33,262 DEBUG [RS:0;5b617c7edc8e:43429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/oldWALs 2024-11-27T11:19:33,262 INFO [RS:0;5b617c7edc8e:43429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C43429%2C1732706364854:(num 1732706365679) 2024-11-27T11:19:33,262 DEBUG [RS:0;5b617c7edc8e:43429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:33,262 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:19:33,262 INFO [RS:0;5b617c7edc8e:43429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:19:33,262 INFO [RS:0;5b617c7edc8e:43429 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T11:19:33,262 INFO [RS:0;5b617c7edc8e:43429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:19:33,262 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:19:33,263 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T11:19:33,263 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b617c7edc8e,43429,1732706364854 because: Region server is closing 2024-11-27T11:19:33,263 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T11:19:33,263 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T11:19:33,263 INFO [RS:0;5b617c7edc8e:43429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:43429. 2024-11-27T11:19:33,263 DEBUG [RS:0;5b617c7edc8e:43429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:33,263 DEBUG [RS:0;5b617c7edc8e:43429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:33,263 DEBUG [RS:0;5b617c7edc8e:43429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:33,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:33,363 WARN [RS:0;5b617c7edc8e:43429.replicationSource.wal-reader.5b617c7edc8e%2C43429%2C1732706364854,1-5b617c7edc8e,43429,1732706364854 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T11:19:33,363 WARN [RS:0;5b617c7edc8e:43429.replicationSource.shipper5b617c7edc8e%2C43429%2C1732706364854,1-5b617c7edc8e,43429,1732706364854 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T11:19:33,364 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5b617c7edc8e:43429.replicationSource.shipper5b617c7edc8e%2C43429%2C1732706364854,1-5b617c7edc8e,43429,1732706364854 terminated 2024-11-27T11:19:33,364 INFO [RS:0;5b617c7edc8e:43429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43429 2024-11-27T11:19:33,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02137614653/rs/5b617c7edc8e,43429,1732706364854 2024-11-27T11:19:33,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653/rs 2024-11-27T11:19:33,368 INFO [RS:0;5b617c7edc8e:43429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:19:33,368 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,43429,1732706364854] 2024-11-27T11:19:33,371 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02137614653/draining/5b617c7edc8e,43429,1732706364854 already deleted, retry=false 2024-11-27T11:19:33,371 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,43429,1732706364854 expired; onlineServers=0 2024-11-27T11:19:33,371 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,38225,1732706364827' ***** 2024-11-27T11:19:33,371 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:19:33,371 INFO [M:0;5b617c7edc8e:38225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:19:33,371 INFO [M:0;5b617c7edc8e:38225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:19:33,371 DEBUG [M:0;5b617c7edc8e:38225 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:19:33,371 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:19:33,371 DEBUG [M:0;5b617c7edc8e:38225 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:19:33,371 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706365419 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706365419,5,FailOnTimeoutGroup] 2024-11-27T11:19:33,371 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706365419 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706365419,5,FailOnTimeoutGroup] 2024-11-27T11:19:33,371 INFO [M:0;5b617c7edc8e:38225 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:19:33,371 INFO [M:0;5b617c7edc8e:38225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:19:33,371 DEBUG [M:0;5b617c7edc8e:38225 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:19:33,371 INFO [M:0;5b617c7edc8e:38225 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:19:33,371 INFO [M:0;5b617c7edc8e:38225 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:19:33,372 INFO [M:0;5b617c7edc8e:38225 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:19:33,372 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:19:33,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02137614653/master 2024-11-27T11:19:33,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02137614653 2024-11-27T11:19:33,373 DEBUG [M:0;5b617c7edc8e:38225 {}] zookeeper.ZKUtil(347): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Unable to get data of znode /02137614653/master because node does not exist (not an error) 2024-11-27T11:19:33,373 WARN [M:0;5b617c7edc8e:38225 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:19:33,374 INFO [M:0;5b617c7edc8e:38225 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/.lastflushedseqids 2024-11-27T11:19:33,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741852_1028 (size=181) 2024-11-27T11:19:33,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:33,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43429-0x1015926a6ff0007, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:33,470 INFO [RS:0;5b617c7edc8e:43429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:19:33,470 INFO [RS:0;5b617c7edc8e:43429 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,43429,1732706364854; zookeeper connection closed. 2024-11-27T11:19:33,471 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56fecd53 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56fecd53 2024-11-27T11:19:33,471 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:19:33,779 INFO [M:0;5b617c7edc8e:38225 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:19:33,780 INFO [M:0;5b617c7edc8e:38225 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:19:33,780 DEBUG [M:0;5b617c7edc8e:38225 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:19:33,780 INFO [M:0;5b617c7edc8e:38225 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:33,780 DEBUG [M:0;5b617c7edc8e:38225 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:33,780 DEBUG [M:0;5b617c7edc8e:38225 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:19:33,780 DEBUG [M:0;5b617c7edc8e:38225 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:33,780 INFO [M:0;5b617c7edc8e:38225 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T11:19:33,799 DEBUG [M:0;5b617c7edc8e:38225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/659e7405afb54c3aa21dc58d0ce97fb7 is 82, key is hbase:meta,,1/info:regioninfo/1732706366034/Put/seqid=0 2024-11-27T11:19:33,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741853_1029 (size=5672) 2024-11-27T11:19:34,204 INFO [M:0;5b617c7edc8e:38225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/659e7405afb54c3aa21dc58d0ce97fb7 2024-11-27T11:19:34,223 DEBUG [M:0;5b617c7edc8e:38225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcb8d4d9aee74b6eae0b791083f07e86 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732706370296/Put/seqid=0 2024-11-27T11:19:34,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741854_1030 (size=7312) 2024-11-27T11:19:34,627 INFO [M:0;5b617c7edc8e:38225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcb8d4d9aee74b6eae0b791083f07e86 2024-11-27T11:19:34,650 DEBUG [M:0;5b617c7edc8e:38225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9cac236f9c744639b77907bd3118901 is 69, key is 5b617c7edc8e,43429,1732706364854/rs:state/1732706365492/Put/seqid=0 2024-11-27T11:19:34,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741855_1031 (size=5370) 2024-11-27T11:19:35,055 INFO [M:0;5b617c7edc8e:38225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9cac236f9c744639b77907bd3118901 2024-11-27T11:19:35,060 INFO [M:0;5b617c7edc8e:38225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9cac236f9c744639b77907bd3118901 2024-11-27T11:19:35,061 DEBUG [M:0;5b617c7edc8e:38225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/659e7405afb54c3aa21dc58d0ce97fb7 as hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/659e7405afb54c3aa21dc58d0ce97fb7 2024-11-27T11:19:35,065 INFO [M:0;5b617c7edc8e:38225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/659e7405afb54c3aa21dc58d0ce97fb7, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T11:19:35,066 DEBUG [M:0;5b617c7edc8e:38225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcb8d4d9aee74b6eae0b791083f07e86 as hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcb8d4d9aee74b6eae0b791083f07e86 2024-11-27T11:19:35,070 INFO [M:0;5b617c7edc8e:38225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcb8d4d9aee74b6eae0b791083f07e86, entries=7, sequenceid=127, filesize=7.1 K 2024-11-27T11:19:35,071 DEBUG [M:0;5b617c7edc8e:38225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9cac236f9c744639b77907bd3118901 as hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9cac236f9c744639b77907bd3118901 2024-11-27T11:19:35,075 INFO [M:0;5b617c7edc8e:38225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9cac236f9c744639b77907bd3118901 2024-11-27T11:19:35,075 INFO [M:0;5b617c7edc8e:38225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/134d36df-f04e-3f2e-ddff-01748afe071c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9cac236f9c744639b77907bd3118901, entries=2, sequenceid=127, filesize=5.2 K 2024-11-27T11:19:35,076 INFO [M:0;5b617c7edc8e:38225 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=127, compaction requested=false 2024-11-27T11:19:35,077 INFO [M:0;5b617c7edc8e:38225 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:35,077 DEBUG [M:0;5b617c7edc8e:38225 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706373780Disabling compacts and flushes for region at 1732706373780Disabling writes for close at 1732706373780Obtaining lock to block concurrent updates at 1732706373780Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706373780Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732706373780Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706373781 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706373781Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706373799 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706373799Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706374208 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706374222 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706374222Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706374632 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706374650 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706374650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37cbf8f3: reopening flushed file at 1732706375060 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1babf5: reopening flushed file at 1732706375065 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f6b102: reopening flushed file at 1732706375070 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=127, compaction requested=false at 1732706375076 (+6 ms)Writing region close event to WAL at 1732706375077 (+1 ms)Closed at 1732706375077 2024-11-27T11:19:35,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741847_1023 (size=22903) 2024-11-27T11:19:35,080 INFO [M:0;5b617c7edc8e:38225 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:19:35,080 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:19:35,080 INFO [M:0;5b617c7edc8e:38225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38225 2024-11-27T11:19:35,080 INFO [M:0;5b617c7edc8e:38225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:19:35,182 INFO [M:0;5b617c7edc8e:38225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:19:35,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:35,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38225-0x1015926a6ff0006, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:35,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a409d84{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:19:35,185 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d214094{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:19:35,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:19:35,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54b44830{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:19:35,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4358a9fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/hadoop.log.dir/,STOPPED} 2024-11-27T11:19:35,187 WARN [BP-572501211-172.17.0.2-1732706352271 heartbeating to localhost/127.0.0.1:45219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:19:35,187 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:19:35,187 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:19:35,187 WARN [BP-572501211-172.17.0.2-1732706352271 heartbeating to localhost/127.0.0.1:45219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-572501211-172.17.0.2-1732706352271 (Datanode Uuid 3269d739-7fe7-4f00-a90a-2080bd4af65e) service to localhost/127.0.0.1:45219 2024-11-27T11:19:35,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/cluster_f9708a0f-093f-20c8-ef1a-9db0535e10b6/data/data1/current/BP-572501211-172.17.0.2-1732706352271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:19:35,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/cluster_f9708a0f-093f-20c8-ef1a-9db0535e10b6/data/data2/current/BP-572501211-172.17.0.2-1732706352271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:19:35,188 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:19:35,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e372085{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:19:35,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2140d84e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:19:35,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:19:35,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d151e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:19:35,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71e6200f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095d6dba-5cf4-098f-0d92-71c00790fa29/hadoop.log.dir/,STOPPED} 2024-11-27T11:19:35,200 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T11:19:35,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:19:35,225 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 162) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59452) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41709 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59452) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45219 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=242 (was 226) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6607 (was 7205) 2024-11-27T11:19:35,234 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=6605 2024-11-27T11:19:35,253 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-27T11:19:35,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/hadoop.log.dir so I do NOT create it in target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5 2024-11-27T11:19:35,254 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:19:35,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/hadoop.tmp.dir so I do NOT create it in target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5 2024-11-27T11:19:35,254 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f606c2e-b3e0-9b67-c0a9-0cbcc73c46d1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:19:35,254 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5 2024-11-27T11:19:35,254 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/cluster_8e6cde1c-22a1-5125-d160-5fbf690d775d, deleteOnExit=true 2024-11-27T11:19:35,257 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/cluster_8e6cde1c-22a1-5125-d160-5fbf690d775d/zookeeper_0, clientPort=58518, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/cluster_8e6cde1c-22a1-5125-d160-5fbf690d775d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/cluster_8e6cde1c-22a1-5125-d160-5fbf690d775d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T11:19:35,258 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58518 2024-11-27T11:19:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:19:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:19:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/test.cache.data in system properties and HBase conf 2024-11-27T11:19:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:19:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:19:35,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:19:35,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:19:35,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:19:35,259 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:19:35,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:19:35,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:19:35,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:19:35,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:19:35,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:19:35,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:19:35,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:19:35,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:19:35,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:19:35,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:19:35,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:19:35,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:19:35,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:19:35,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:19:35,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015926a6ff0002, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T11:19:35,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015926a6ff0005, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T11:19:35,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015926a6ff0002, quorum=127.0.0.1:59452, baseZNode=/02137614653 Received Disconnected from ZooKeeper, ignoring 2024-11-27T11:19:35,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015926a6ff0005, quorum=127.0.0.1:59452, baseZNode=/1-1421340649 Received Disconnected from ZooKeeper, ignoring 2024-11-27T11:19:35,352 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T11:19:35,393 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:35,394 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:35,395 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:35,395 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:35,395 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:35,396 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:35,409 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:35,428 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:35,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:19:35,478 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:19:35,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:19:35,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:19:35,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:19:35,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:19:35,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72fdf554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:19:35,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21d5d318{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:19:35,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6159bf39{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/java.io.tmpdir/jetty-localhost-45533-hadoop-hdfs-3_4_1-tests_jar-_-any-9720565231153682589/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:19:35,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a6a1081{HTTP/1.1, (http/1.1)}{localhost:45533} 2024-11-27T11:19:35,641 INFO [Time-limited test {}] server.Server(415): Started @152707ms 2024-11-27T11:19:35,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:19:35,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:19:35,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:19:35,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:19:35,733 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:19:35,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f900305{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:19:35,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e4410b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:19:35,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72d536da{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/java.io.tmpdir/jetty-localhost-37069-hadoop-hdfs-3_4_1-tests_jar-_-any-14539179635863892002/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:19:35,856 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@290893d7{HTTP/1.1, (http/1.1)}{localhost:37069} 2024-11-27T11:19:35,856 INFO [Time-limited test {}] server.Server(415): Started @152922ms 2024-11-27T11:19:35,857 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:19:35,952 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/cluster_8e6cde1c-22a1-5125-d160-5fbf690d775d/data/data1/current/BP-1938702037-172.17.0.2-1732706375295/current, will proceed with Du for space computation calculation, 2024-11-27T11:19:35,952 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/cluster_8e6cde1c-22a1-5125-d160-5fbf690d775d/data/data2/current/BP-1938702037-172.17.0.2-1732706375295/current, will proceed with Du for space computation calculation, 2024-11-27T11:19:35,970 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:19:35,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8eb6c1d3cb0c41f with lease ID 0x1690ba8672eb1d62: Processing first storage report for DS-22c87105-d593-4d74-8930-5ca56d2c8245 from datanode DatanodeRegistration(127.0.0.1:46859, datanodeUuid=2bf8be0d-4093-4800-ab40-9cb630cb94d1, infoPort=38533, infoSecurePort=0, ipcPort=36733, storageInfo=lv=-57;cid=testClusterID;nsid=1831195212;c=1732706375295) 2024-11-27T11:19:35,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8eb6c1d3cb0c41f with lease ID 0x1690ba8672eb1d62: from storage DS-22c87105-d593-4d74-8930-5ca56d2c8245 node DatanodeRegistration(127.0.0.1:46859, datanodeUuid=2bf8be0d-4093-4800-ab40-9cb630cb94d1, infoPort=38533, infoSecurePort=0, ipcPort=36733, storageInfo=lv=-57;cid=testClusterID;nsid=1831195212;c=1732706375295), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:19:35,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8eb6c1d3cb0c41f with lease ID 0x1690ba8672eb1d62: Processing first storage report for DS-83f00580-8f17-4f75-bdbc-a17fb9740a07 from datanode DatanodeRegistration(127.0.0.1:46859, datanodeUuid=2bf8be0d-4093-4800-ab40-9cb630cb94d1, infoPort=38533, infoSecurePort=0, ipcPort=36733, storageInfo=lv=-57;cid=testClusterID;nsid=1831195212;c=1732706375295) 2024-11-27T11:19:35,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8eb6c1d3cb0c41f with lease ID 0x1690ba8672eb1d62: from storage DS-83f00580-8f17-4f75-bdbc-a17fb9740a07 node DatanodeRegistration(127.0.0.1:46859, datanodeUuid=2bf8be0d-4093-4800-ab40-9cb630cb94d1, infoPort=38533, infoSecurePort=0, ipcPort=36733, storageInfo=lv=-57;cid=testClusterID;nsid=1831195212;c=1732706375295), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:19:35,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5 2024-11-27T11:19:35,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:35,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:35,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:19:35,992 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96 with version=8 2024-11-27T11:19:35,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/hbase-staging 2024-11-27T11:19:35,995 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:19:35,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:35,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:35,995 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:19:35,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:35,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:19:35,995 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:19:35,995 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:19:35,995 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42645 2024-11-27T11:19:35,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42645 connecting to ZooKeeper ensemble=127.0.0.1:58518 2024-11-27T11:19:36,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426450x0, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:19:36,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42645-0x101592700e80000 connected 2024-11-27T11:19:36,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:36,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:36,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Set watcher on znode that does not yet exist, /01399628517/running 2024-11-27T11:19:36,029 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96, hbase.cluster.distributed=false 2024-11-27T11:19:36,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Set watcher on znode that does not yet exist, /01399628517/acl 2024-11-27T11:19:36,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42645 2024-11-27T11:19:36,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42645 2024-11-27T11:19:36,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42645 2024-11-27T11:19:36,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42645 2024-11-27T11:19:36,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42645 2024-11-27T11:19:36,058 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:19:36,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:36,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:36,058 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:19:36,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:36,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:19:36,058 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:19:36,058 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:19:36,059 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45221 2024-11-27T11:19:36,059 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45221 connecting to ZooKeeper ensemble=127.0.0.1:58518 2024-11-27T11:19:36,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:36,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:36,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452210x0, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:19:36,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452210x0, quorum=127.0.0.1:58518, baseZNode=/01399628517 Set watcher on znode that does not yet exist, /01399628517/running 2024-11-27T11:19:36,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45221-0x101592700e80001 connected 2024-11-27T11:19:36,067 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:19:36,069 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:19:36,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Set watcher on znode that does not yet exist, /01399628517/master 2024-11-27T11:19:36,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Set watcher on znode that does not yet exist, /01399628517/acl 2024-11-27T11:19:36,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45221 2024-11-27T11:19:36,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45221 2024-11-27T11:19:36,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45221 2024-11-27T11:19:36,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45221 2024-11-27T11:19:36,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45221 2024-11-27T11:19:36,088 DEBUG [M:0;5b617c7edc8e:42645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:42645 2024-11-27T11:19:36,089 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01399628517/backup-masters/5b617c7edc8e,42645,1732706375994 2024-11-27T11:19:36,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517/backup-masters 2024-11-27T11:19:36,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517/backup-masters 2024-11-27T11:19:36,092 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Set watcher on existing znode=/01399628517/backup-masters/5b617c7edc8e,42645,1732706375994 2024-11-27T11:19:36,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517 2024-11-27T11:19:36,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01399628517/master 2024-11-27T11:19:36,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517 2024-11-27T11:19:36,094 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Set watcher on existing znode=/01399628517/master 2024-11-27T11:19:36,094 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01399628517/backup-masters/5b617c7edc8e,42645,1732706375994 from backup master directory 2024-11-27T11:19:36,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517/backup-masters 2024-11-27T11:19:36,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01399628517/backup-masters/5b617c7edc8e,42645,1732706375994 2024-11-27T11:19:36,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517/backup-masters 2024-11-27T11:19:36,095 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:19:36,095 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,42645,1732706375994 2024-11-27T11:19:36,099 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/hbase.id] with ID: 54f36648-95c4-4886-aa3c-e4641817e7ef 2024-11-27T11:19:36,099 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/.tmp/hbase.id 2024-11-27T11:19:36,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:19:36,507 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/.tmp/hbase.id]:[hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/hbase.id] 2024-11-27T11:19:36,518 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:36,519 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:19:36,520 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T11:19:36,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517 2024-11-27T11:19:36,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517 2024-11-27T11:19:36,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:19:36,529 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:19:36,530 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:19:36,530 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:36,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:19:36,538 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store 2024-11-27T11:19:36,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:19:36,945 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:36,945 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:19:36,945 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:36,945 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:36,945 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:19:36,946 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:36,946 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:36,946 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706376945Disabling compacts and flushes for region at 1732706376945Disabling writes for close at 1732706376945Writing region close event to WAL at 1732706376946 (+1 ms)Closed at 1732706376946 2024-11-27T11:19:36,947 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/.initializing 2024-11-27T11:19:36,947 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/WALs/5b617c7edc8e,42645,1732706375994 2024-11-27T11:19:36,952 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:19:36,959 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C42645%2C1732706375994, suffix=, logDir=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/WALs/5b617c7edc8e,42645,1732706375994, archiveDir=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/oldWALs, maxLogs=10 2024-11-27T11:19:36,982 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/WALs/5b617c7edc8e,42645,1732706375994/5b617c7edc8e%2C42645%2C1732706375994.1732706376959, exclude list is [], retry=0 2024-11-27T11:19:37,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46859,DS-22c87105-d593-4d74-8930-5ca56d2c8245,DISK] 2024-11-27T11:19:37,039 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/WALs/5b617c7edc8e,42645,1732706375994/5b617c7edc8e%2C42645%2C1732706375994.1732706376959 2024-11-27T11:19:37,046 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38533:38533)] 2024-11-27T11:19:37,046 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:19:37,046 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:37,046 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:37,046 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:37,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:37,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:19:37,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:37,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:37,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:37,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:19:37,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:37,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:37,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:37,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:19:37,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:37,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:37,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:37,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:19:37,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:37,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:37,057 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:37,058 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:37,058 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:37,059 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:37,059 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:37,060 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:19:37,061 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:37,065 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:19:37,065 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60037150, jitterRate=-0.10537675023078918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:19:37,066 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706377046Initializing all the Stores at 1732706377048 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706377048Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706377048Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706377048Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706377048Cleaning up temporary data from old regions at 1732706377059 (+11 ms)Region opened successfully at 1732706377066 (+7 ms) 2024-11-27T11:19:37,072 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:19:37,081 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243df856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:19:37,084 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:19:37,085 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:19:37,085 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:19:37,085 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:19:37,086 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:19:37,086 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:19:37,086 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:19:37,098 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:19:37,099 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Unable to get data of znode /01399628517/balancer because node does not exist (not necessarily an error) 2024-11-27T11:19:37,100 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01399628517/balancer already deleted, retry=false 2024-11-27T11:19:37,101 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:19:37,101 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Unable to get data of znode /01399628517/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:19:37,103 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01399628517/normalizer already deleted, retry=false 2024-11-27T11:19:37,103 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:19:37,114 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Unable to get data of znode /01399628517/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:19:37,120 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01399628517/switch/split already deleted, retry=false 2024-11-27T11:19:37,122 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Unable to get data of znode /01399628517/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:19:37,123 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01399628517/switch/merge already deleted, retry=false 2024-11-27T11:19:37,126 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Unable to get data of znode /01399628517/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:19:37,128 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01399628517/snapshot-cleanup already deleted, retry=false 2024-11-27T11:19:37,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01399628517/running 2024-11-27T11:19:37,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01399628517/running 2024-11-27T11:19:37,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517 2024-11-27T11:19:37,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517 2024-11-27T11:19:37,130 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,42645,1732706375994, sessionid=0x101592700e80000, setting cluster-up flag (Was=false) 2024-11-27T11:19:37,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517 2024-11-27T11:19:37,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517 2024-11-27T11:19:37,144 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01399628517/flush-table-proc/acquired, /01399628517/flush-table-proc/reached, /01399628517/flush-table-proc/abort 2024-11-27T11:19:37,145 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,42645,1732706375994 2024-11-27T11:19:37,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517 2024-11-27T11:19:37,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517 2024-11-27T11:19:37,154 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01399628517/online-snapshot/acquired, /01399628517/online-snapshot/reached, /01399628517/online-snapshot/abort 2024-11-27T11:19:37,155 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,42645,1732706375994 2024-11-27T11:19:37,157 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:19:37,158 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:19:37,158 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:19:37,159 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:19:37,159 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5b617c7edc8e,45745,1732706353261: status=Processing ServerCrashProcedure of 5b617c7edc8e,45745,1732706353261 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732706365418, completionTime=-1 appears to have been leaked 2024-11-27T11:19:37,159 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,42645,1732706375994 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:19:37,160 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:37,160 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:37,160 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:37,160 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:37,160 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:19:37,160 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:37,160 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:19:37,160 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:37,177 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:19:37,177 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:19:37,182 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:37,182 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:19:37,186 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(746): ClusterId : 54f36648-95c4-4886-aa3c-e4641817e7ef 2024-11-27T11:19:37,186 DEBUG [RS:0;5b617c7edc8e:45221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:19:37,188 DEBUG [RS:0;5b617c7edc8e:45221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:19:37,188 DEBUG [RS:0;5b617c7edc8e:45221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:19:37,191 DEBUG [RS:0;5b617c7edc8e:45221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:19:37,191 DEBUG [RS:0;5b617c7edc8e:45221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e39a9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:19:37,208 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706407208 2024-11-27T11:19:37,208 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:19:37,209 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:19:37,209 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:19:37,209 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:19:37,209 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:19:37,209 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:19:37,212 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:37,214 DEBUG [RS:0;5b617c7edc8e:45221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:45221 2024-11-27T11:19:37,214 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:19:37,214 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:19:37,214 DEBUG [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:19:37,215 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,42645,1732706375994 with port=45221, startcode=1732706376057 2024-11-27T11:19:37,215 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:19:37,216 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:19:37,216 DEBUG [RS:0;5b617c7edc8e:45221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:19:37,216 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:19:37,216 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:19:37,217 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:19:37,217 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:19:37,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:19:37,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:19:37,221 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96 2024-11-27T11:19:37,233 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706377217,5,FailOnTimeoutGroup] 2024-11-27T11:19:37,240 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706377233,5,FailOnTimeoutGroup] 2024-11-27T11:19:37,241 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:37,241 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:19:37,241 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:37,241 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:37,241 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:19:37,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,45221,1732706376057 2024-11-27T11:19:37,242 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42645 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,45221,1732706376057 2024-11-27T11:19:37,243 DEBUG [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96 2024-11-27T11:19:37,243 DEBUG [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42213 2024-11-27T11:19:37,243 DEBUG [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:19:37,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517/rs 2024-11-27T11:19:37,246 DEBUG [RS:0;5b617c7edc8e:45221 {}] zookeeper.ZKUtil(111): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Set watcher on existing znode=/01399628517/rs/5b617c7edc8e,45221,1732706376057 2024-11-27T11:19:37,246 WARN [RS:0;5b617c7edc8e:45221 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:19:37,246 INFO [RS:0;5b617c7edc8e:45221 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:37,247 DEBUG [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057 2024-11-27T11:19:37,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,45221,1732706376057] 2024-11-27T11:19:37,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741832_1008 (size=32) 2024-11-27T11:19:37,284 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:19:37,286 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:19:37,296 INFO [RS:0;5b617c7edc8e:45221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:19:37,296 INFO [RS:0;5b617c7edc8e:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:37,304 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:19:37,306 INFO [RS:0;5b617c7edc8e:45221 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:19:37,306 INFO [RS:0;5b617c7edc8e:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:37,306 DEBUG [RS:0;5b617c7edc8e:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:37,306 DEBUG [RS:0;5b617c7edc8e:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:37,306 DEBUG [RS:0;5b617c7edc8e:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:37,306 DEBUG [RS:0;5b617c7edc8e:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:37,306 DEBUG [RS:0;5b617c7edc8e:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:37,306 DEBUG [RS:0;5b617c7edc8e:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:19:37,306 DEBUG [RS:0;5b617c7edc8e:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:37,307 DEBUG [RS:0;5b617c7edc8e:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:37,307 DEBUG [RS:0;5b617c7edc8e:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:37,307 DEBUG [RS:0;5b617c7edc8e:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:37,307 DEBUG [RS:0;5b617c7edc8e:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:37,307 DEBUG [RS:0;5b617c7edc8e:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:37,307 DEBUG [RS:0;5b617c7edc8e:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:19:37,307 DEBUG [RS:0;5b617c7edc8e:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:19:37,332 INFO [RS:0;5b617c7edc8e:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:37,332 INFO [RS:0;5b617c7edc8e:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:37,332 INFO [RS:0;5b617c7edc8e:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:37,332 INFO [RS:0;5b617c7edc8e:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:37,332 INFO [RS:0;5b617c7edc8e:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:37,332 INFO [RS:0;5b617c7edc8e:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,45221,1732706376057-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:19:37,353 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:19:37,353 INFO [RS:0;5b617c7edc8e:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,45221,1732706376057-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:37,353 INFO [RS:0;5b617c7edc8e:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:37,353 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.Replication(171): 5b617c7edc8e,45221,1732706376057 started 2024-11-27T11:19:37,374 INFO [RS:0;5b617c7edc8e:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:37,375 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,45221,1732706376057, RpcServer on 5b617c7edc8e/172.17.0.2:45221, sessionid=0x101592700e80001 2024-11-27T11:19:37,375 DEBUG [RS:0;5b617c7edc8e:45221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:19:37,375 DEBUG [RS:0;5b617c7edc8e:45221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,45221,1732706376057 2024-11-27T11:19:37,375 DEBUG [RS:0;5b617c7edc8e:45221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,45221,1732706376057' 2024-11-27T11:19:37,375 DEBUG [RS:0;5b617c7edc8e:45221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01399628517/flush-table-proc/abort' 2024-11-27T11:19:37,376 DEBUG [RS:0;5b617c7edc8e:45221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01399628517/flush-table-proc/acquired' 2024-11-27T11:19:37,376 DEBUG [RS:0;5b617c7edc8e:45221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:19:37,376 DEBUG [RS:0;5b617c7edc8e:45221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:19:37,376 DEBUG [RS:0;5b617c7edc8e:45221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,45221,1732706376057 2024-11-27T11:19:37,376 DEBUG [RS:0;5b617c7edc8e:45221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,45221,1732706376057' 2024-11-27T11:19:37,376 DEBUG [RS:0;5b617c7edc8e:45221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01399628517/online-snapshot/abort' 2024-11-27T11:19:37,377 DEBUG [RS:0;5b617c7edc8e:45221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01399628517/online-snapshot/acquired' 2024-11-27T11:19:37,377 DEBUG [RS:0;5b617c7edc8e:45221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:19:37,377 INFO [RS:0;5b617c7edc8e:45221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:19:37,377 INFO [RS:0;5b617c7edc8e:45221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:19:37,480 INFO [RS:0;5b617c7edc8e:45221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:19:37,484 INFO [RS:0;5b617c7edc8e:45221 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C45221%2C1732706376057, suffix=, logDir=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057, archiveDir=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/oldWALs, maxLogs=10 2024-11-27T11:19:37,506 DEBUG [RS:0;5b617c7edc8e:45221 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484, exclude list is [], retry=0 2024-11-27T11:19:37,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46859,DS-22c87105-d593-4d74-8930-5ca56d2c8245,DISK] 2024-11-27T11:19:37,537 INFO [RS:0;5b617c7edc8e:45221 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 2024-11-27T11:19:37,544 DEBUG [RS:0;5b617c7edc8e:45221 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38533:38533)] 2024-11-27T11:19:37,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:37,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:19:37,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:19:37,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:37,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:37,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:19:37,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:19:37,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:37,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:37,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:19:37,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:19:37,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:37,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:37,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:19:37,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:19:37,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:37,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:37,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:19:37,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740 2024-11-27T11:19:37,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740 2024-11-27T11:19:37,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:19:37,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:19:37,691 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:19:37,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:19:37,698 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:19:37,699 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74568286, jitterRate=0.11115404963493347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:19:37,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706377673Initializing all the Stores at 1732706377674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706377674Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706377675 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706377675Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706377675Cleaning up temporary data from old regions at 1732706377691 (+16 ms)Region opened successfully at 1732706377700 (+9 ms) 2024-11-27T11:19:37,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:19:37,700 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:19:37,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:19:37,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:19:37,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:19:37,704 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:19:37,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706377700Disabling compacts and flushes for region at 1732706377700Disabling writes for close at 1732706377701 (+1 ms)Writing region close event to WAL at 1732706377704 (+3 ms)Closed at 1732706377704 2024-11-27T11:19:37,706 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:19:37,706 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:19:37,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:19:37,707 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:19:37,708 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:19:37,858 DEBUG [5b617c7edc8e:42645 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:19:37,859 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,45221,1732706376057 2024-11-27T11:19:37,860 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,45221,1732706376057, state=OPENING 2024-11-27T11:19:37,862 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:19:37,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517 2024-11-27T11:19:37,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517 2024-11-27T11:19:37,865 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:19:37,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,45221,1732706376057}] 2024-11-27T11:19:37,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01399628517/meta-region-server: CHANGED 2024-11-27T11:19:37,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01399628517/meta-region-server: CHANGED 2024-11-27T11:19:38,025 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:19:38,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:19:38,037 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:19:38,037 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:38,037 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:19:38,039 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C45221%2C1732706376057.meta, suffix=.meta, logDir=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057, archiveDir=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/oldWALs, maxLogs=10 2024-11-27T11:19:38,059 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.meta.1732706378040.meta, exclude list is [], retry=0 2024-11-27T11:19:38,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46859,DS-22c87105-d593-4d74-8930-5ca56d2c8245,DISK] 2024-11-27T11:19:38,063 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.meta.1732706378040.meta 2024-11-27T11:19:38,068 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38533:38533)] 2024-11-27T11:19:38,068 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:19:38,069 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:19:38,069 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:19:38,069 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:19:38,069 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:19:38,069 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:19:38,069 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:38,069 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:19:38,069 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:19:38,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:19:38,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:19:38,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:38,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:38,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:19:38,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:19:38,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:38,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:38,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:19:38,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:19:38,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:38,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:38,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:19:38,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:19:38,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:38,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:38,083 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:19:38,083 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740 2024-11-27T11:19:38,085 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740 2024-11-27T11:19:38,086 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:19:38,086 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:19:38,087 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:19:38,088 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:19:38,089 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73680390, jitterRate=0.09792336821556091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:19:38,089 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:19:38,093 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706378069Writing region info on filesystem at 1732706378069Initializing all the Stores at 1732706378070 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706378070Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706378076 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706378076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706378076Cleaning up temporary data from old regions at 1732706378086 (+10 ms)Running coprocessor post-open hooks at 1732706378089 (+3 ms)Region opened successfully at 1732706378093 (+4 ms) 2024-11-27T11:19:38,094 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706378024 2024-11-27T11:19:38,099 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:19:38,099 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:19:38,100 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,45221,1732706376057 2024-11-27T11:19:38,101 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,45221,1732706376057, state=OPEN 2024-11-27T11:19:38,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01399628517/meta-region-server 2024-11-27T11:19:38,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01399628517/meta-region-server 2024-11-27T11:19:38,107 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,45221,1732706376057 2024-11-27T11:19:38,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01399628517/meta-region-server: CHANGED 2024-11-27T11:19:38,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01399628517/meta-region-server: CHANGED 2024-11-27T11:19:38,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:19:38,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,45221,1732706376057 in 243 msec 2024-11-27T11:19:38,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:19:38,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-11-27T11:19:38,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:19:38,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:19:38,118 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:38,118 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,45221,1732706376057, seqNum=-1] 2024-11-27T11:19:38,118 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:38,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:19:38,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 967 msec 2024-11-27T11:19:38,125 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706378125, completionTime=-1 2024-11-27T11:19:38,125 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:19:38,126 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:19:38,128 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:19:38,128 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706438128 2024-11-27T11:19:38,128 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706498128 2024-11-27T11:19:38,128 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T11:19:38,129 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42645,1732706375994-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:38,129 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42645,1732706375994-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:38,129 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42645,1732706375994-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:38,129 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:42645, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:38,129 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:38,131 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:19:38,136 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:38,140 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.045sec 2024-11-27T11:19:38,141 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:19:38,141 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:19:38,141 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:19:38,141 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:19:38,141 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:19:38,141 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42645,1732706375994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:19:38,141 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42645,1732706375994-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:19:38,147 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:19:38,147 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:19:38,147 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42645,1732706375994-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:38,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392b2771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:38,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,42645,-1 for getting cluster id 2024-11-27T11:19:38,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:38,188 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54f36648-95c4-4886-aa3c-e4641817e7ef' 2024-11-27T11:19:38,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:38,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54f36648-95c4-4886-aa3c-e4641817e7ef" 2024-11-27T11:19:38,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5abae9bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:38,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,42645,-1] 2024-11-27T11:19:38,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:38,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:38,191 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:38,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655c6ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:38,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,45221,1732706376057, seqNum=-1] 2024-11-27T11:19:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:38,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:19:38,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,42645,1732706375994 2024-11-27T11:19:38,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58518 2024-11-27T11:19:38,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:19:38,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101592700e80002 connected 2024-11-27T11:19:38,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/hadoop.log.dir so I do NOT create it in target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd 2024-11-27T11:19:38,224 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:19:38,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/hadoop.tmp.dir so I do NOT create it in target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd 2024-11-27T11:19:38,224 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:19:38,224 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd 2024-11-27T11:19:38,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:19:38,225 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/cluster_47cc52cb-68e9-b4de-c532-5d10f4c4c1c9, deleteOnExit=true 2024-11-27T11:19:38,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:19:38,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/test.cache.data in system properties and HBase conf 2024-11-27T11:19:38,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:19:38,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:19:38,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:19:38,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:19:38,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:19:38,225 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:19:38,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:19:38,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:19:38,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:19:38,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:19:38,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:19:38,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:19:38,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:19:38,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:19:38,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:19:38,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:19:38,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:19:38,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:19:38,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:19:38,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:19:38,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:19:38,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:19:38,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:19:38,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:19:38,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:19:38,405 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:19:38,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57386462{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:19:38,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46c2b0a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:19:38,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72fd962a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/java.io.tmpdir/jetty-localhost-40197-hadoop-hdfs-3_4_1-tests_jar-_-any-3888157330599855918/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:19:38,565 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1710d7bb{HTTP/1.1, (http/1.1)}{localhost:40197} 2024-11-27T11:19:38,565 INFO [Time-limited test {}] server.Server(415): Started @155630ms 2024-11-27T11:19:38,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:19:38,861 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:19:38,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:19:38,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:19:38,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:19:38,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c542d7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:19:38,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525768e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:19:39,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dd3ee07{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/java.io.tmpdir/jetty-localhost-44425-hadoop-hdfs-3_4_1-tests_jar-_-any-11139459069638346219/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:19:39,073 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4612b820{HTTP/1.1, (http/1.1)}{localhost:44425} 2024-11-27T11:19:39,073 INFO [Time-limited test {}] server.Server(415): Started @156139ms 2024-11-27T11:19:39,075 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:19:39,293 WARN [Thread-1795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/cluster_47cc52cb-68e9-b4de-c532-5d10f4c4c1c9/data/data1/current/BP-1038013577-172.17.0.2-1732706378256/current, will proceed with Du for space computation calculation, 2024-11-27T11:19:39,297 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/cluster_47cc52cb-68e9-b4de-c532-5d10f4c4c1c9/data/data2/current/BP-1038013577-172.17.0.2-1732706378256/current, will proceed with Du for space computation calculation, 2024-11-27T11:19:39,326 WARN [Thread-1783 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:19:39,329 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda74515c881bccc7 with lease ID 0x5136ae71e13956b0: Processing first storage report for DS-961bda3c-83ff-45d9-8a45-8796ffd8f8fe from datanode DatanodeRegistration(127.0.0.1:42379, datanodeUuid=02b55ad5-1c00-4363-8a31-96cbe33127be, infoPort=44779, infoSecurePort=0, ipcPort=44149, storageInfo=lv=-57;cid=testClusterID;nsid=1536731866;c=1732706378256) 2024-11-27T11:19:39,329 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda74515c881bccc7 with lease ID 0x5136ae71e13956b0: from storage DS-961bda3c-83ff-45d9-8a45-8796ffd8f8fe node DatanodeRegistration(127.0.0.1:42379, datanodeUuid=02b55ad5-1c00-4363-8a31-96cbe33127be, infoPort=44779, infoSecurePort=0, ipcPort=44149, storageInfo=lv=-57;cid=testClusterID;nsid=1536731866;c=1732706378256), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:19:39,329 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda74515c881bccc7 with lease ID 0x5136ae71e13956b0: Processing first storage report for DS-f7c4a921-a723-479d-a0d2-536171238137 from datanode DatanodeRegistration(127.0.0.1:42379, datanodeUuid=02b55ad5-1c00-4363-8a31-96cbe33127be, infoPort=44779, infoSecurePort=0, ipcPort=44149, storageInfo=lv=-57;cid=testClusterID;nsid=1536731866;c=1732706378256) 2024-11-27T11:19:39,329 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda74515c881bccc7 with lease ID 0x5136ae71e13956b0: from storage DS-f7c4a921-a723-479d-a0d2-536171238137 node DatanodeRegistration(127.0.0.1:42379, datanodeUuid=02b55ad5-1c00-4363-8a31-96cbe33127be, infoPort=44779, infoSecurePort=0, ipcPort=44149, storageInfo=lv=-57;cid=testClusterID;nsid=1536731866;c=1732706378256), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:19:39,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd 2024-11-27T11:19:39,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:39,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:39,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:19:39,834 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690 with version=8 2024-11-27T11:19:39,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/hbase-staging 2024-11-27T11:19:39,836 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:19:39,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:39,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:39,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:19:39,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:39,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:19:39,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:19:39,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:19:39,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46701 2024-11-27T11:19:39,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46701 connecting to ZooKeeper ensemble=127.0.0.1:58518 2024-11-27T11:19:39,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467010x0, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:19:39,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46701-0x101592700e80003 connected 2024-11-27T11:19:39,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:39,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:39,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Set watcher on znode that does not yet exist, /1-193816346/running 2024-11-27T11:19:39,869 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690, hbase.cluster.distributed=false 2024-11-27T11:19:39,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Set watcher on znode that does not yet exist, /1-193816346/acl 2024-11-27T11:19:39,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46701 2024-11-27T11:19:39,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46701 2024-11-27T11:19:39,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46701 2024-11-27T11:19:39,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46701 2024-11-27T11:19:39,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46701 2024-11-27T11:19:39,911 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:19:39,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:39,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:39,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:19:39,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:19:39,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:19:39,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:19:39,912 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:19:39,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38497 2024-11-27T11:19:39,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38497 connecting to ZooKeeper ensemble=127.0.0.1:58518 2024-11-27T11:19:39,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:39,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:39,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384970x0, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:19:39,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384970x0, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Set watcher on znode that does not yet exist, /1-193816346/running 2024-11-27T11:19:39,928 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:19:39,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38497-0x101592700e80004 connected 2024-11-27T11:19:39,933 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:19:39,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Set watcher on znode that does not yet exist, /1-193816346/master 2024-11-27T11:19:39,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Set watcher on znode that does not yet exist, /1-193816346/acl 2024-11-27T11:19:39,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38497 2024-11-27T11:19:39,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38497 2024-11-27T11:19:39,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38497 2024-11-27T11:19:39,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38497 2024-11-27T11:19:39,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38497 2024-11-27T11:19:39,956 DEBUG [M:0;5b617c7edc8e:46701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:46701 2024-11-27T11:19:39,956 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-193816346/backup-masters/5b617c7edc8e,46701,1732706379836 2024-11-27T11:19:39,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346/backup-masters 2024-11-27T11:19:39,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346/backup-masters 2024-11-27T11:19:39,958 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Set watcher on existing znode=/1-193816346/backup-masters/5b617c7edc8e,46701,1732706379836 2024-11-27T11:19:39,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346 2024-11-27T11:19:39,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-193816346/master 2024-11-27T11:19:39,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346 2024-11-27T11:19:39,962 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Set watcher on existing znode=/1-193816346/master 2024-11-27T11:19:39,962 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-193816346/backup-masters/5b617c7edc8e,46701,1732706379836 from backup master directory 2024-11-27T11:19:39,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-193816346/backup-masters/5b617c7edc8e,46701,1732706379836 2024-11-27T11:19:39,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346/backup-masters 2024-11-27T11:19:39,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346/backup-masters 2024-11-27T11:19:39,963 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:19:39,963 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,46701,1732706379836 2024-11-27T11:19:39,969 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/hbase.id] with ID: 63572c9b-bca1-4e61-af3e-53a0915cbe5e 2024-11-27T11:19:39,969 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/.tmp/hbase.id 2024-11-27T11:19:39,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:19:39,981 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/.tmp/hbase.id]:[hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/hbase.id] 2024-11-27T11:19:39,991 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:39,991 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:19:39,992 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T11:19:39,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346 2024-11-27T11:19:39,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346 2024-11-27T11:19:40,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:19:40,411 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:19:40,412 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:19:40,412 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:40,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:19:40,420 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store 2024-11-27T11:19:40,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:19:40,826 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:40,826 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:19:40,826 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:40,826 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:40,826 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:19:40,826 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:40,826 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:40,827 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706380826Disabling compacts and flushes for region at 1732706380826Disabling writes for close at 1732706380826Writing region close event to WAL at 1732706380826Closed at 1732706380826 2024-11-27T11:19:40,827 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/.initializing 2024-11-27T11:19:40,827 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/WALs/5b617c7edc8e,46701,1732706379836 2024-11-27T11:19:40,828 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:19:40,830 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C46701%2C1732706379836, suffix=, logDir=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/WALs/5b617c7edc8e,46701,1732706379836, archiveDir=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/oldWALs, maxLogs=10 2024-11-27T11:19:40,850 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/WALs/5b617c7edc8e,46701,1732706379836/5b617c7edc8e%2C46701%2C1732706379836.1732706380830, exclude list is [], retry=0 2024-11-27T11:19:40,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42379,DS-961bda3c-83ff-45d9-8a45-8796ffd8f8fe,DISK] 2024-11-27T11:19:40,856 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/WALs/5b617c7edc8e,46701,1732706379836/5b617c7edc8e%2C46701%2C1732706379836.1732706380830 2024-11-27T11:19:40,856 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44779:44779)] 2024-11-27T11:19:40,856 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:19:40,857 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:40,857 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:40,857 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:40,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:40,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:19:40,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:40,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:40,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:40,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:19:40,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:40,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:40,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:40,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:19:40,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:40,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:40,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:40,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:19:40,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:40,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:40,866 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:40,867 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:40,867 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:40,869 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:40,869 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:40,870 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:19:40,871 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:19:40,874 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:19:40,874 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66541722, jitterRate=-0.008451074361801147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:19:40,874 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706380857Initializing all the Stores at 1732706380858 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706380858Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706380858Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706380858Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706380858Cleaning up temporary data from old regions at 1732706380869 (+11 ms)Region opened successfully at 1732706380874 (+5 ms) 2024-11-27T11:19:40,874 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:19:40,877 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb0ebbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:19:40,878 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:19:40,878 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:19:40,878 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:19:40,878 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:19:40,879 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:19:40,879 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:19:40,879 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:19:40,881 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:19:40,882 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Unable to get data of znode /1-193816346/balancer because node does not exist (not necessarily an error) 2024-11-27T11:19:40,883 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-193816346/balancer already deleted, retry=false 2024-11-27T11:19:40,884 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:19:40,885 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Unable to get data of znode /1-193816346/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:19:40,886 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-193816346/normalizer already deleted, retry=false 2024-11-27T11:19:40,886 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:19:40,887 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Unable to get data of znode /1-193816346/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:19:40,888 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-193816346/switch/split already deleted, retry=false 2024-11-27T11:19:40,889 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Unable to get data of znode /1-193816346/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:19:40,892 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-193816346/switch/merge already deleted, retry=false 2024-11-27T11:19:40,894 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Unable to get data of znode /1-193816346/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:19:40,895 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-193816346/snapshot-cleanup already deleted, retry=false 2024-11-27T11:19:40,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-193816346/running 2024-11-27T11:19:40,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346 2024-11-27T11:19:40,897 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,46701,1732706379836, sessionid=0x101592700e80003, setting cluster-up flag (Was=false) 2024-11-27T11:19:40,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-193816346/running 2024-11-27T11:19:40,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346 2024-11-27T11:19:40,905 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-193816346/flush-table-proc/acquired, /1-193816346/flush-table-proc/reached, /1-193816346/flush-table-proc/abort 2024-11-27T11:19:40,906 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,46701,1732706379836 2024-11-27T11:19:40,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346 2024-11-27T11:19:40,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346 2024-11-27T11:19:40,916 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-193816346/online-snapshot/acquired, /1-193816346/online-snapshot/reached, /1-193816346/online-snapshot/abort 2024-11-27T11:19:40,917 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,46701,1732706379836 2024-11-27T11:19:40,918 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:19:40,919 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:19:40,919 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:19:40,919 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:19:40,920 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,46701,1732706379836 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:19:40,921 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:40,921 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:40,921 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:40,921 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:19:40,921 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:19:40,921 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:40,921 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:19:40,921 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:40,922 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:19:40,922 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:19:40,923 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:40,923 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:19:40,928 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706410928 2024-11-27T11:19:40,929 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:19:40,929 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:19:40,929 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:19:40,929 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:19:40,929 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:19:40,929 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:19:40,929 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:40,930 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:19:40,930 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:19:40,930 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:19:40,930 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:19:40,930 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:19:40,930 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:19:40,930 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706380930,5,FailOnTimeoutGroup] 2024-11-27T11:19:40,932 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706380930,5,FailOnTimeoutGroup] 2024-11-27T11:19:40,932 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:40,933 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:19:40,933 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:40,933 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:40,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:19:40,946 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(746): ClusterId : 63572c9b-bca1-4e61-af3e-53a0915cbe5e 2024-11-27T11:19:40,946 DEBUG [RS:0;5b617c7edc8e:38497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:19:40,948 DEBUG [RS:0;5b617c7edc8e:38497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:19:40,948 DEBUG [RS:0;5b617c7edc8e:38497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:19:40,950 DEBUG [RS:0;5b617c7edc8e:38497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:19:40,950 DEBUG [RS:0;5b617c7edc8e:38497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25cd1e63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:19:40,964 DEBUG [RS:0;5b617c7edc8e:38497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:38497 2024-11-27T11:19:40,964 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:19:40,964 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:19:40,964 DEBUG [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:19:40,964 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,46701,1732706379836 with port=38497, startcode=1732706379911 2024-11-27T11:19:40,965 DEBUG [RS:0;5b617c7edc8e:38497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:19:40,966 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:19:40,967 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46701 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,38497,1732706379911 2024-11-27T11:19:40,967 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46701 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,38497,1732706379911 2024-11-27T11:19:40,968 DEBUG [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690 2024-11-27T11:19:40,968 DEBUG [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41089 2024-11-27T11:19:40,968 DEBUG [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:19:40,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346/rs 2024-11-27T11:19:40,974 DEBUG [RS:0;5b617c7edc8e:38497 {}] zookeeper.ZKUtil(111): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Set watcher on existing znode=/1-193816346/rs/5b617c7edc8e,38497,1732706379911 2024-11-27T11:19:40,974 WARN [RS:0;5b617c7edc8e:38497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:19:40,974 INFO [RS:0;5b617c7edc8e:38497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:40,975 DEBUG [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911 2024-11-27T11:19:40,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,38497,1732706379911] 2024-11-27T11:19:40,977 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:19:40,979 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:19:40,981 INFO [RS:0;5b617c7edc8e:38497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:19:40,981 INFO [RS:0;5b617c7edc8e:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:40,981 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:19:40,982 INFO [RS:0;5b617c7edc8e:38497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:19:40,982 INFO [RS:0;5b617c7edc8e:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:40,982 DEBUG [RS:0;5b617c7edc8e:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:40,982 DEBUG [RS:0;5b617c7edc8e:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:40,982 DEBUG [RS:0;5b617c7edc8e:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:40,982 DEBUG [RS:0;5b617c7edc8e:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:40,982 DEBUG [RS:0;5b617c7edc8e:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:40,982 DEBUG [RS:0;5b617c7edc8e:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:19:40,982 DEBUG [RS:0;5b617c7edc8e:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:40,982 DEBUG [RS:0;5b617c7edc8e:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:40,982 DEBUG [RS:0;5b617c7edc8e:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:40,982 DEBUG [RS:0;5b617c7edc8e:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:40,982 DEBUG [RS:0;5b617c7edc8e:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:40,982 DEBUG [RS:0;5b617c7edc8e:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:19:40,982 DEBUG [RS:0;5b617c7edc8e:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:19:40,982 DEBUG [RS:0;5b617c7edc8e:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:19:40,983 INFO [RS:0;5b617c7edc8e:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:40,983 INFO [RS:0;5b617c7edc8e:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:40,983 INFO [RS:0;5b617c7edc8e:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:40,983 INFO [RS:0;5b617c7edc8e:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:40,983 INFO [RS:0;5b617c7edc8e:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:40,983 INFO [RS:0;5b617c7edc8e:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38497,1732706379911-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:19:40,998 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:19:40,998 INFO [RS:0;5b617c7edc8e:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38497,1732706379911-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:40,998 INFO [RS:0;5b617c7edc8e:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:40,998 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.Replication(171): 5b617c7edc8e,38497,1732706379911 started 2024-11-27T11:19:41,012 INFO [RS:0;5b617c7edc8e:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:41,012 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,38497,1732706379911, RpcServer on 5b617c7edc8e/172.17.0.2:38497, sessionid=0x101592700e80004 2024-11-27T11:19:41,012 DEBUG [RS:0;5b617c7edc8e:38497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:19:41,012 DEBUG [RS:0;5b617c7edc8e:38497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,38497,1732706379911 2024-11-27T11:19:41,012 DEBUG [RS:0;5b617c7edc8e:38497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,38497,1732706379911' 2024-11-27T11:19:41,012 DEBUG [RS:0;5b617c7edc8e:38497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-193816346/flush-table-proc/abort' 2024-11-27T11:19:41,012 DEBUG [RS:0;5b617c7edc8e:38497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-193816346/flush-table-proc/acquired' 2024-11-27T11:19:41,013 DEBUG [RS:0;5b617c7edc8e:38497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:19:41,013 DEBUG [RS:0;5b617c7edc8e:38497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:19:41,013 DEBUG [RS:0;5b617c7edc8e:38497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,38497,1732706379911 2024-11-27T11:19:41,013 DEBUG [RS:0;5b617c7edc8e:38497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,38497,1732706379911' 2024-11-27T11:19:41,013 DEBUG [RS:0;5b617c7edc8e:38497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-193816346/online-snapshot/abort' 2024-11-27T11:19:41,013 DEBUG [RS:0;5b617c7edc8e:38497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-193816346/online-snapshot/acquired' 2024-11-27T11:19:41,013 DEBUG [RS:0;5b617c7edc8e:38497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:19:41,013 INFO [RS:0;5b617c7edc8e:38497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:19:41,013 INFO [RS:0;5b617c7edc8e:38497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:19:41,114 INFO [RS:0;5b617c7edc8e:38497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:19:41,115 INFO [RS:0;5b617c7edc8e:38497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C38497%2C1732706379911, suffix=, logDir=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911, archiveDir=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/oldWALs, maxLogs=10 2024-11-27T11:19:41,128 DEBUG [RS:0;5b617c7edc8e:38497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115, exclude list is [], retry=0 2024-11-27T11:19:41,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42379,DS-961bda3c-83ff-45d9-8a45-8796ffd8f8fe,DISK] 2024-11-27T11:19:41,132 INFO [RS:0;5b617c7edc8e:38497 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 2024-11-27T11:19:41,133 DEBUG [RS:0;5b617c7edc8e:38497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44779:44779)] 2024-11-27T11:19:41,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:19:41,335 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690 2024-11-27T11:19:41,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741833_1009 (size=32) 2024-11-27T11:19:41,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:41,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:19:41,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:19:41,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:41,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:41,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:19:41,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:19:41,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:41,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:41,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:19:41,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:19:41,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:41,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:41,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:19:41,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:19:41,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:41,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:41,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:19:41,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740 2024-11-27T11:19:41,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740 2024-11-27T11:19:41,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:19:41,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:19:41,351 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:19:41,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:19:41,354 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:19:41,355 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63705869, jitterRate=-0.050708577036857605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:19:41,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706381341Initializing all the Stores at 1732706381342 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706381342Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706381342Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706381342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706381342Cleaning up temporary data from old regions at 1732706381351 (+9 ms)Region opened successfully at 1732706381355 (+4 ms) 2024-11-27T11:19:41,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:19:41,355 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:19:41,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:19:41,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:19:41,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:19:41,355 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:19:41,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706381355Disabling compacts and flushes for region at 1732706381355Disabling writes for close at 1732706381355Writing region close event to WAL at 1732706381355Closed at 1732706381355 2024-11-27T11:19:41,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:19:41,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:19:41,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:19:41,357 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:19:41,358 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:19:41,508 DEBUG [5b617c7edc8e:46701 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:19:41,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,38497,1732706379911 2024-11-27T11:19:41,510 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,38497,1732706379911, state=OPENING 2024-11-27T11:19:41,513 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:19:41,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346 2024-11-27T11:19:41,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346 2024-11-27T11:19:41,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-193816346/meta-region-server: CHANGED 2024-11-27T11:19:41,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-193816346/meta-region-server: CHANGED 2024-11-27T11:19:41,514 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:19:41,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,38497,1732706379911}] 2024-11-27T11:19:41,667 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:19:41,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:19:41,678 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:19:41,678 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:41,679 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:19:41,681 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C38497%2C1732706379911.meta, suffix=.meta, logDir=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911, archiveDir=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/oldWALs, maxLogs=10 2024-11-27T11:19:41,703 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.meta.1732706381681.meta, exclude list is [], retry=0 2024-11-27T11:19:41,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42379,DS-961bda3c-83ff-45d9-8a45-8796ffd8f8fe,DISK] 2024-11-27T11:19:41,721 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.meta.1732706381681.meta 2024-11-27T11:19:41,724 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44779:44779)] 2024-11-27T11:19:41,725 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:19:41,725 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:19:41,725 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:19:41,725 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:19:41,725 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:19:41,725 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:19:41,725 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:41,726 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:19:41,726 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:19:41,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:19:41,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:19:41,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:41,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:41,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:19:41,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:19:41,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:41,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:41,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:19:41,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:19:41,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:41,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:41,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:19:41,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:19:41,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:41,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:19:41,743 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:19:41,744 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740 2024-11-27T11:19:41,745 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740 2024-11-27T11:19:41,746 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:19:41,746 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:19:41,747 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:19:41,749 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:19:41,755 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72077467, jitterRate=0.07403795421123505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:19:41,755 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:19:41,755 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706381726Writing region info on filesystem at 1732706381726Initializing all the Stores at 1732706381727 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706381727Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706381735 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706381735Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706381735Cleaning up temporary data from old regions at 1732706381747 (+12 ms)Running coprocessor post-open hooks at 1732706381755 (+8 ms)Region opened successfully at 1732706381755 2024-11-27T11:19:41,756 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706381667 2024-11-27T11:19:41,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,38497,1732706379911 2024-11-27T11:19:41,760 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,38497,1732706379911, state=OPEN 2024-11-27T11:19:41,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-193816346/meta-region-server 2024-11-27T11:19:41,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-193816346/meta-region-server 2024-11-27T11:19:41,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-193816346/meta-region-server: CHANGED 2024-11-27T11:19:41,762 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,38497,1732706379911 2024-11-27T11:19:41,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-193816346/meta-region-server: CHANGED 2024-11-27T11:19:41,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:19:41,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,38497,1732706379911 in 248 msec 2024-11-27T11:19:41,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:19:41,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-27T11:19:41,767 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:19:41,767 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:19:41,767 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:19:41,767 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:19:41,773 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:41,773 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1] 2024-11-27T11:19:41,773 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:41,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:19:41,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 861 msec 2024-11-27T11:19:41,780 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706381780, completionTime=-1 2024-11-27T11:19:41,780 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:19:41,780 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:19:41,783 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:19:41,783 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706441783 2024-11-27T11:19:41,783 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706501783 2024-11-27T11:19:41,783 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T11:19:41,783 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,46701,1732706379836-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:41,783 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,46701,1732706379836-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:41,783 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,46701,1732706379836-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:41,783 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:46701, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:41,783 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:41,787 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:19:41,792 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:41,798 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.835sec 2024-11-27T11:19:41,798 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:19:41,798 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:19:41,798 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:19:41,798 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:19:41,798 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:19:41,798 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,46701,1732706379836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:19:41,798 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,46701,1732706379836-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:19:41,810 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:19:41,810 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:19:41,810 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,46701,1732706379836-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:19:41,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337b590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:41,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,46701,-1 for getting cluster id 2024-11-27T11:19:41,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:41,854 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63572c9b-bca1-4e61-af3e-53a0915cbe5e' 2024-11-27T11:19:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63572c9b-bca1-4e61-af3e-53a0915cbe5e" 2024-11-27T11:19:41,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c10ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:41,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,46701,-1] 2024-11-27T11:19:41,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:41,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:41,856 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:41,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3d4599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:41,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:41,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1] 2024-11-27T11:19:41,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:41,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:19:41,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,46701,1732706379836 2024-11-27T11:19:41,863 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58518 2024-11-27T11:19:41,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:19:41,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101592700e80005 connected 2024-11-27T11:19:41,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:41,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,42645,1732706375994 2024-11-27T11:19:41,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3feace1c 2024-11-27T11:19:41,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:19:41,892 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:19:41,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:19:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T11:19:41,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:19:41,896 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:41,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T11:19:41,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:19:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:19:41,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741835_1011 (size=902) 2024-11-27T11:19:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:19:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:19:42,323 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df0c6c31bac42fd8d8c3728062085a2c, NAME => 'test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96 2024-11-27T11:19:42,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741836_1012 (size=39) 2024-11-27T11:19:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:19:42,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:42,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing df0c6c31bac42fd8d8c3728062085a2c, disabling compactions & flushes 2024-11-27T11:19:42,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c. 2024-11-27T11:19:42,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c. 2024-11-27T11:19:42,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c. after waiting 0 ms 2024-11-27T11:19:42,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c. 2024-11-27T11:19:42,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c. 2024-11-27T11:19:42,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for df0c6c31bac42fd8d8c3728062085a2c: Waiting for close lock at 1732706382733Disabling compacts and flushes for region at 1732706382733Disabling writes for close at 1732706382733Writing region close event to WAL at 1732706382733Closed at 1732706382733 2024-11-27T11:19:42,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:19:42,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732706382734"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706382734"}]},"ts":"1732706382734"} 2024-11-27T11:19:42,736 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:19:42,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:19:42,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706382737"}]},"ts":"1732706382737"} 2024-11-27T11:19:42,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T11:19:42,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=df0c6c31bac42fd8d8c3728062085a2c, ASSIGN}] 2024-11-27T11:19:42,740 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=df0c6c31bac42fd8d8c3728062085a2c, ASSIGN 2024-11-27T11:19:42,741 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=df0c6c31bac42fd8d8c3728062085a2c, ASSIGN; state=OFFLINE, location=5b617c7edc8e,45221,1732706376057; forceNewPlan=false, retain=false 2024-11-27T11:19:42,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df0c6c31bac42fd8d8c3728062085a2c, regionState=OPENING, regionLocation=5b617c7edc8e,45221,1732706376057 2024-11-27T11:19:42,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=df0c6c31bac42fd8d8c3728062085a2c, ASSIGN because future has completed 2024-11-27T11:19:42,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df0c6c31bac42fd8d8c3728062085a2c, server=5b617c7edc8e,45221,1732706376057}] 2024-11-27T11:19:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:19:43,050 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c. 2024-11-27T11:19:43,050 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => df0c6c31bac42fd8d8c3728062085a2c, NAME => 'test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:19:43,050 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:19:43,050 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T11:19:43,050 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test df0c6c31bac42fd8d8c3728062085a2c 2024-11-27T11:19:43,050 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:43,050 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for df0c6c31bac42fd8d8c3728062085a2c 2024-11-27T11:19:43,050 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for df0c6c31bac42fd8d8c3728062085a2c 2024-11-27T11:19:43,055 INFO [StoreOpener-df0c6c31bac42fd8d8c3728062085a2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region df0c6c31bac42fd8d8c3728062085a2c 2024-11-27T11:19:43,057 INFO [StoreOpener-df0c6c31bac42fd8d8c3728062085a2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df0c6c31bac42fd8d8c3728062085a2c columnFamilyName f 2024-11-27T11:19:43,057 DEBUG [StoreOpener-df0c6c31bac42fd8d8c3728062085a2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:43,057 INFO [StoreOpener-df0c6c31bac42fd8d8c3728062085a2c-1 {}] regionserver.HStore(327): Store=df0c6c31bac42fd8d8c3728062085a2c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:43,057 INFO [StoreOpener-df0c6c31bac42fd8d8c3728062085a2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region df0c6c31bac42fd8d8c3728062085a2c 2024-11-27T11:19:43,058 INFO [StoreOpener-df0c6c31bac42fd8d8c3728062085a2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df0c6c31bac42fd8d8c3728062085a2c columnFamilyName f1 2024-11-27T11:19:43,058 DEBUG [StoreOpener-df0c6c31bac42fd8d8c3728062085a2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:43,059 INFO [StoreOpener-df0c6c31bac42fd8d8c3728062085a2c-1 {}] regionserver.HStore(327): Store=df0c6c31bac42fd8d8c3728062085a2c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:43,059 INFO [StoreOpener-df0c6c31bac42fd8d8c3728062085a2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region df0c6c31bac42fd8d8c3728062085a2c 2024-11-27T11:19:43,060 INFO [StoreOpener-df0c6c31bac42fd8d8c3728062085a2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df0c6c31bac42fd8d8c3728062085a2c columnFamilyName norep 2024-11-27T11:19:43,060 DEBUG [StoreOpener-df0c6c31bac42fd8d8c3728062085a2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:43,060 INFO [StoreOpener-df0c6c31bac42fd8d8c3728062085a2c-1 {}] regionserver.HStore(327): Store=df0c6c31bac42fd8d8c3728062085a2c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:43,060 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for df0c6c31bac42fd8d8c3728062085a2c 2024-11-27T11:19:43,061 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c 2024-11-27T11:19:43,061 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c 2024-11-27T11:19:43,062 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for df0c6c31bac42fd8d8c3728062085a2c 2024-11-27T11:19:43,062 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for df0c6c31bac42fd8d8c3728062085a2c 2024-11-27T11:19:43,062 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:19:43,063 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for df0c6c31bac42fd8d8c3728062085a2c 2024-11-27T11:19:43,065 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:19:43,065 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened df0c6c31bac42fd8d8c3728062085a2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59944763, jitterRate=-0.10675342381000519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:19:43,065 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df0c6c31bac42fd8d8c3728062085a2c 2024-11-27T11:19:43,066 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for df0c6c31bac42fd8d8c3728062085a2c: Running coprocessor pre-open hook at 1732706383050Writing region info on filesystem at 1732706383050Initializing all the Stores at 1732706383051 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706383051Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706383055 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706383055Cleaning up temporary data from old regions at 1732706383062 (+7 ms)Running coprocessor post-open hooks at 1732706383065 (+3 ms)Region opened successfully at 1732706383065 2024-11-27T11:19:43,066 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c., pid=6, masterSystemTime=1732706383046 2024-11-27T11:19:43,068 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c. 2024-11-27T11:19:43,068 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c. 2024-11-27T11:19:43,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df0c6c31bac42fd8d8c3728062085a2c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b617c7edc8e,45221,1732706376057 2024-11-27T11:19:43,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df0c6c31bac42fd8d8c3728062085a2c, server=5b617c7edc8e,45221,1732706376057 because future has completed 2024-11-27T11:19:43,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:19:43,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure df0c6c31bac42fd8d8c3728062085a2c, server=5b617c7edc8e,45221,1732706376057 in 178 msec 2024-11-27T11:19:43,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T11:19:43,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=df0c6c31bac42fd8d8c3728062085a2c, ASSIGN in 335 msec 2024-11-27T11:19:43,076 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:19:43,076 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706383076"}]},"ts":"1732706383076"} 2024-11-27T11:19:43,078 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T11:19:43,079 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:19:43,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1850 sec 2024-11-27T11:19:43,571 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:19:43,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:43,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:43,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:43,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:43,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:43,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:43,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:43,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:43,630 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T11:19:43,630 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T11:19:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:19:44,059 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T11:19:44,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,46701,1732706379836 2024-11-27T11:19:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6058475c 2024-11-27T11:19:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:19:44,062 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:19:44,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:19:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T11:19:44,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:19:44,066 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:44,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T11:19:44,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:19:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:19:44,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741835_1011 (size=902) 2024-11-27T11:19:44,085 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 713df1327b5120f1e13ee0ba49f318ed, NAME => 'test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690 2024-11-27T11:19:44,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741836_1012 (size=39) 2024-11-27T11:19:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:19:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:19:44,499 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:44,499 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 713df1327b5120f1e13ee0ba49f318ed, disabling compactions & flushes 2024-11-27T11:19:44,499 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed. 2024-11-27T11:19:44,499 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed. 2024-11-27T11:19:44,499 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed. after waiting 0 ms 2024-11-27T11:19:44,499 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed. 2024-11-27T11:19:44,499 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed. 2024-11-27T11:19:44,499 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 713df1327b5120f1e13ee0ba49f318ed: Waiting for close lock at 1732706384499Disabling compacts and flushes for region at 1732706384499Disabling writes for close at 1732706384499Writing region close event to WAL at 1732706384499Closed at 1732706384499 2024-11-27T11:19:44,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:19:44,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732706384500"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706384500"}]},"ts":"1732706384500"} 2024-11-27T11:19:44,503 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:19:44,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:19:44,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706384504"}]},"ts":"1732706384504"} 2024-11-27T11:19:44,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T11:19:44,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=713df1327b5120f1e13ee0ba49f318ed, ASSIGN}] 2024-11-27T11:19:44,508 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=713df1327b5120f1e13ee0ba49f318ed, ASSIGN 2024-11-27T11:19:44,509 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=713df1327b5120f1e13ee0ba49f318ed, ASSIGN; state=OFFLINE, location=5b617c7edc8e,38497,1732706379911; forceNewPlan=false, retain=false 2024-11-27T11:19:44,660 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=713df1327b5120f1e13ee0ba49f318ed, regionState=OPENING, regionLocation=5b617c7edc8e,38497,1732706379911 2024-11-27T11:19:44,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=713df1327b5120f1e13ee0ba49f318ed, ASSIGN because future has completed 2024-11-27T11:19:44,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 713df1327b5120f1e13ee0ba49f318ed, server=5b617c7edc8e,38497,1732706379911}] 2024-11-27T11:19:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:19:44,826 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed. 2024-11-27T11:19:44,827 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 713df1327b5120f1e13ee0ba49f318ed, NAME => 'test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:19:44,827 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:19:44,827 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T11:19:44,827 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 713df1327b5120f1e13ee0ba49f318ed 2024-11-27T11:19:44,827 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:44,827 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 713df1327b5120f1e13ee0ba49f318ed 2024-11-27T11:19:44,827 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 713df1327b5120f1e13ee0ba49f318ed 2024-11-27T11:19:44,829 INFO [StoreOpener-713df1327b5120f1e13ee0ba49f318ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 713df1327b5120f1e13ee0ba49f318ed 2024-11-27T11:19:44,830 INFO [StoreOpener-713df1327b5120f1e13ee0ba49f318ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 713df1327b5120f1e13ee0ba49f318ed columnFamilyName f 2024-11-27T11:19:44,830 DEBUG [StoreOpener-713df1327b5120f1e13ee0ba49f318ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:44,830 INFO [StoreOpener-713df1327b5120f1e13ee0ba49f318ed-1 {}] regionserver.HStore(327): Store=713df1327b5120f1e13ee0ba49f318ed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:44,830 INFO [StoreOpener-713df1327b5120f1e13ee0ba49f318ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 713df1327b5120f1e13ee0ba49f318ed 2024-11-27T11:19:44,831 INFO [StoreOpener-713df1327b5120f1e13ee0ba49f318ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 713df1327b5120f1e13ee0ba49f318ed columnFamilyName f1 2024-11-27T11:19:44,831 DEBUG [StoreOpener-713df1327b5120f1e13ee0ba49f318ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:44,832 INFO [StoreOpener-713df1327b5120f1e13ee0ba49f318ed-1 {}] regionserver.HStore(327): Store=713df1327b5120f1e13ee0ba49f318ed/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:44,832 INFO [StoreOpener-713df1327b5120f1e13ee0ba49f318ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 713df1327b5120f1e13ee0ba49f318ed 2024-11-27T11:19:44,833 INFO [StoreOpener-713df1327b5120f1e13ee0ba49f318ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 713df1327b5120f1e13ee0ba49f318ed columnFamilyName norep 2024-11-27T11:19:44,833 DEBUG [StoreOpener-713df1327b5120f1e13ee0ba49f318ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:44,833 INFO [StoreOpener-713df1327b5120f1e13ee0ba49f318ed-1 {}] regionserver.HStore(327): Store=713df1327b5120f1e13ee0ba49f318ed/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:44,833 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 713df1327b5120f1e13ee0ba49f318ed 2024-11-27T11:19:44,834 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed 2024-11-27T11:19:44,834 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed 2024-11-27T11:19:44,835 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 713df1327b5120f1e13ee0ba49f318ed 2024-11-27T11:19:44,835 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 713df1327b5120f1e13ee0ba49f318ed 2024-11-27T11:19:44,835 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:19:44,836 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 713df1327b5120f1e13ee0ba49f318ed 2024-11-27T11:19:44,838 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:19:44,839 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 713df1327b5120f1e13ee0ba49f318ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70673515, jitterRate=0.05311743915081024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:19:44,839 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 713df1327b5120f1e13ee0ba49f318ed 2024-11-27T11:19:44,839 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 713df1327b5120f1e13ee0ba49f318ed: Running coprocessor pre-open hook at 1732706384827Writing region info on filesystem at 1732706384827Initializing all the Stores at 1732706384828 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706384828Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706384829 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706384829Cleaning up temporary data from old regions at 1732706384835 (+6 ms)Running coprocessor post-open hooks at 1732706384839 (+4 ms)Region opened successfully at 1732706384839 2024-11-27T11:19:44,840 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed., pid=6, masterSystemTime=1732706384819 2024-11-27T11:19:44,842 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed. 2024-11-27T11:19:44,842 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed. 2024-11-27T11:19:44,842 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=713df1327b5120f1e13ee0ba49f318ed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b617c7edc8e,38497,1732706379911 2024-11-27T11:19:44,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 713df1327b5120f1e13ee0ba49f318ed, server=5b617c7edc8e,38497,1732706379911 because future has completed 2024-11-27T11:19:44,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:19:44,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 713df1327b5120f1e13ee0ba49f318ed, server=5b617c7edc8e,38497,1732706379911 in 181 msec 2024-11-27T11:19:44,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T11:19:44,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=713df1327b5120f1e13ee0ba49f318ed, ASSIGN in 340 msec 2024-11-27T11:19:44,849 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:19:44,849 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706384849"}]},"ts":"1732706384849"} 2024-11-27T11:19:44,850 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T11:19:44,851 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:19:44,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 788 msec 2024-11-27T11:19:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:19:45,209 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T11:19:45,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18da3b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:45,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,42645,-1 for getting cluster id 2024-11-27T11:19:45,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:45,210 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54f36648-95c4-4886-aa3c-e4641817e7ef' 2024-11-27T11:19:45,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:45,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54f36648-95c4-4886-aa3c-e4641817e7ef" 2024-11-27T11:19:45,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6651f1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:45,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,42645,-1] 2024-11-27T11:19:45,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:45,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:45,212 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:45,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c491f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:45,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d801f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:45,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,46701,-1 for getting cluster id 2024-11-27T11:19:45,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:45,214 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63572c9b-bca1-4e61-af3e-53a0915cbe5e' 2024-11-27T11:19:45,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:45,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63572c9b-bca1-4e61-af3e-53a0915cbe5e" 2024-11-27T11:19:45,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b211855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:45,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,46701,-1] 2024-11-27T11:19:45,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:45,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:45,215 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:45,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a72bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:45,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f8fe78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:45,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,42645,-1 for getting cluster id 2024-11-27T11:19:45,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:45,217 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54f36648-95c4-4886-aa3c-e4641817e7ef' 2024-11-27T11:19:45,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:45,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54f36648-95c4-4886-aa3c-e4641817e7ef" 2024-11-27T11:19:45,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f58fe85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:45,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,42645,-1] 2024-11-27T11:19:45,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:45,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:45,218 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:45,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad314a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:45,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:45,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,42645,1732706375994 2024-11-27T11:19:45,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@695b5788 2024-11-27T11:19:45,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:19:45,220 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:19:45,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b617c7edc8e:46701,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T11:19:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:19:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:19:45,223 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:46701' 2024-11-27T11:19:45,224 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431ddda5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:45,224 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,46701,-1 for getting cluster id 2024-11-27T11:19:45,224 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:45,224 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63572c9b-bca1-4e61-af3e-53a0915cbe5e' 2024-11-27T11:19:45,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:45,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63572c9b-bca1-4e61-af3e-53a0915cbe5e" 2024-11-27T11:19:45,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ca348c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:45,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,46701,-1] 2024-11-27T11:19:45,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:45,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:45,225 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:45,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193b3667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:45,226 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:45,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,46701,1732706379836 2024-11-27T11:19:45,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d4eff10 2024-11-27T11:19:45,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:19:45,227 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:19:45,228 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T11:19:45,228 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:19:45,228 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:45,228 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:45,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:45,228 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:19:45,229 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T11:19:45,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:19:45,230 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:45,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:19:45,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741837_1013 (size=1138) 2024-11-27T11:19:45,279 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T11:19:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:19:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:19:45,638 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a6fe11505e6d93f56f0ac8714f5dc1d, NAME => 'hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96 2024-11-27T11:19:45,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741838_1014 (size=44) 2024-11-27T11:19:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:19:46,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:46,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8a6fe11505e6d93f56f0ac8714f5dc1d, disabling compactions & flushes 2024-11-27T11:19:46,044 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d. 2024-11-27T11:19:46,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d. 2024-11-27T11:19:46,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d. after waiting 0 ms 2024-11-27T11:19:46,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d. 2024-11-27T11:19:46,044 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d. 2024-11-27T11:19:46,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a6fe11505e6d93f56f0ac8714f5dc1d: Waiting for close lock at 1732706386044Disabling compacts and flushes for region at 1732706386044Disabling writes for close at 1732706386044Writing region close event to WAL at 1732706386044Closed at 1732706386044 2024-11-27T11:19:46,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:19:46,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732706386046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706386046"}]},"ts":"1732706386046"} 2024-11-27T11:19:46,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:19:46,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:19:46,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706386049"}]},"ts":"1732706386049"} 2024-11-27T11:19:46,050 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T11:19:46,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a6fe11505e6d93f56f0ac8714f5dc1d, ASSIGN}] 2024-11-27T11:19:46,051 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a6fe11505e6d93f56f0ac8714f5dc1d, ASSIGN 2024-11-27T11:19:46,052 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a6fe11505e6d93f56f0ac8714f5dc1d, ASSIGN; state=OFFLINE, location=5b617c7edc8e,45221,1732706376057; forceNewPlan=false, retain=false 2024-11-27T11:19:46,203 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a6fe11505e6d93f56f0ac8714f5dc1d, regionState=OPENING, regionLocation=5b617c7edc8e,45221,1732706376057 2024-11-27T11:19:46,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a6fe11505e6d93f56f0ac8714f5dc1d, ASSIGN because future has completed 2024-11-27T11:19:46,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a6fe11505e6d93f56f0ac8714f5dc1d, server=5b617c7edc8e,45221,1732706376057}] 2024-11-27T11:19:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:19:46,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d. 2024-11-27T11:19:46,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:46,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T11:19:46,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C45221%2C1732706376057.rep, suffix=, logDir=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057, archiveDir=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/oldWALs, maxLogs=10 2024-11-27T11:19:46,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.rep.1732706386363, exclude list is [], retry=0 2024-11-27T11:19:46,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46859,DS-22c87105-d593-4d74-8930-5ca56d2c8245,DISK] 2024-11-27T11:19:46,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.rep.1732706386363 2024-11-27T11:19:46,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38533:38533)] 2024-11-27T11:19:46,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a6fe11505e6d93f56f0ac8714f5dc1d, NAME => 'hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:19:46,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:19:46,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:19:46,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d. service=MultiRowMutationService 2024-11-27T11:19:46,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T11:19:46,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a6fe11505e6d93f56f0ac8714f5dc1d 2024-11-27T11:19:46,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:46,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8a6fe11505e6d93f56f0ac8714f5dc1d 2024-11-27T11:19:46,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8a6fe11505e6d93f56f0ac8714f5dc1d 2024-11-27T11:19:46,383 INFO [StoreOpener-8a6fe11505e6d93f56f0ac8714f5dc1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a6fe11505e6d93f56f0ac8714f5dc1d 2024-11-27T11:19:46,384 INFO [StoreOpener-8a6fe11505e6d93f56f0ac8714f5dc1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a6fe11505e6d93f56f0ac8714f5dc1d columnFamilyName hfileref 2024-11-27T11:19:46,384 DEBUG [StoreOpener-8a6fe11505e6d93f56f0ac8714f5dc1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:46,384 INFO [StoreOpener-8a6fe11505e6d93f56f0ac8714f5dc1d-1 {}] regionserver.HStore(327): Store=8a6fe11505e6d93f56f0ac8714f5dc1d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:46,385 INFO [StoreOpener-8a6fe11505e6d93f56f0ac8714f5dc1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a6fe11505e6d93f56f0ac8714f5dc1d 2024-11-27T11:19:46,385 INFO [StoreOpener-8a6fe11505e6d93f56f0ac8714f5dc1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a6fe11505e6d93f56f0ac8714f5dc1d columnFamilyName queue 2024-11-27T11:19:46,386 DEBUG [StoreOpener-8a6fe11505e6d93f56f0ac8714f5dc1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:46,386 INFO [StoreOpener-8a6fe11505e6d93f56f0ac8714f5dc1d-1 {}] regionserver.HStore(327): Store=8a6fe11505e6d93f56f0ac8714f5dc1d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:46,386 INFO [StoreOpener-8a6fe11505e6d93f56f0ac8714f5dc1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a6fe11505e6d93f56f0ac8714f5dc1d 2024-11-27T11:19:46,387 INFO [StoreOpener-8a6fe11505e6d93f56f0ac8714f5dc1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a6fe11505e6d93f56f0ac8714f5dc1d columnFamilyName sid 2024-11-27T11:19:46,387 DEBUG [StoreOpener-8a6fe11505e6d93f56f0ac8714f5dc1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:46,387 INFO [StoreOpener-8a6fe11505e6d93f56f0ac8714f5dc1d-1 {}] regionserver.HStore(327): Store=8a6fe11505e6d93f56f0ac8714f5dc1d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:46,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8a6fe11505e6d93f56f0ac8714f5dc1d 2024-11-27T11:19:46,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/replication/8a6fe11505e6d93f56f0ac8714f5dc1d 2024-11-27T11:19:46,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/replication/8a6fe11505e6d93f56f0ac8714f5dc1d 2024-11-27T11:19:46,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8a6fe11505e6d93f56f0ac8714f5dc1d 2024-11-27T11:19:46,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8a6fe11505e6d93f56f0ac8714f5dc1d 2024-11-27T11:19:46,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:19:46,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8a6fe11505e6d93f56f0ac8714f5dc1d 2024-11-27T11:19:46,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/replication/8a6fe11505e6d93f56f0ac8714f5dc1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:19:46,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8a6fe11505e6d93f56f0ac8714f5dc1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66304933, jitterRate=-0.01197950541973114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:19:46,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a6fe11505e6d93f56f0ac8714f5dc1d 2024-11-27T11:19:46,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8a6fe11505e6d93f56f0ac8714f5dc1d: Running coprocessor pre-open hook at 1732706386382Writing region info on filesystem at 1732706386382Initializing all the Stores at 1732706386383 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706386383Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706386383Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706386383Cleaning up temporary data from old regions at 1732706386389 (+6 ms)Running coprocessor post-open hooks at 1732706386392 (+3 ms)Region opened successfully at 1732706386393 (+1 ms) 2024-11-27T11:19:46,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d., pid=10, masterSystemTime=1732706386358 2024-11-27T11:19:46,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d. 2024-11-27T11:19:46,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d. 2024-11-27T11:19:46,395 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a6fe11505e6d93f56f0ac8714f5dc1d, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,45221,1732706376057 2024-11-27T11:19:46,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a6fe11505e6d93f56f0ac8714f5dc1d, server=5b617c7edc8e,45221,1732706376057 because future has completed 2024-11-27T11:19:46,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T11:19:46,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a6fe11505e6d93f56f0ac8714f5dc1d, server=5b617c7edc8e,45221,1732706376057 in 192 msec 2024-11-27T11:19:46,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T11:19:46,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a6fe11505e6d93f56f0ac8714f5dc1d, ASSIGN in 349 msec 2024-11-27T11:19:46,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:19:46,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706386403"}]},"ts":"1732706386403"} 2024-11-27T11:19:46,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T11:19:46,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:19:46,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-27T11:19:46,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d., hostname=5b617c7edc8e,45221,1732706376057, seqNum=2] 2024-11-27T11:19:46,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517 2024-11-27T11:19:46,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517 2024-11-27T11:19:46,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:19:46,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T11:19:46,599 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T11:19:46,637 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b617c7edc8e,45221,1732706376057, ReplicationSource: 1, currentBandwidth=0 2024-11-27T11:19:46,638 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:46,638 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,45221,1732706376057, seqNum=-1] 2024-11-27T11:19:46,638 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:46,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T11:19:46,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b617c7edc8e,45221,1732706376057', locateType=CURRENT is [region=hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d., hostname=5b617c7edc8e,45221,1732706376057, seqNum=2] 2024-11-27T11:19:46,645 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T11:19:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T11:19:46,647 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b617c7edc8e,45221,1732706376057 suceeded 2024-11-27T11:19:46,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T11:19:46,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-27T11:19:46,650 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b617c7edc8e:46701,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:19:46,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4290 sec 2024-11-27T11:19:46,667 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:46701' 2024-11-27T11:19:46,668 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f92a5e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:46,668 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,46701,-1 for getting cluster id 2024-11-27T11:19:46,668 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:46,669 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63572c9b-bca1-4e61-af3e-53a0915cbe5e' 2024-11-27T11:19:46,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:46,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63572c9b-bca1-4e61-af3e-53a0915cbe5e" 2024-11-27T11:19:46,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a43c117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:46,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,46701,-1] 2024-11-27T11:19:46,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:46,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:46,671 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:46,672 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64cfdfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:46,672 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:46,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,46701,1732706379836 2024-11-27T11:19:46,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c148ffb 2024-11-27T11:19:46,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:19:46,673 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T11:19:46,674 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b617c7edc8e,45221,1732706376057 (queues=1) is replicating from cluster=54f36648-95c4-4886-aa3c-e4641817e7ef to cluster=63572c9b-bca1-4e61-af3e-53a0915cbe5e 2024-11-27T11:19:46,674 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b617c7edc8e%2C45221%2C1732706376057 2024-11-27T11:19:46,674 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b617c7edc8e,45221,1732706376057, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:19:46,675 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484, startPosition=0, beingWritten=true 2024-11-27T11:19:46,675 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C45221%2C1732706376057 2024-11-27T11:19:46,683 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:19:46,683 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 379, reset compression=false 2024-11-27T11:19:46,683 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,45221,1732706376057 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:19:46,887 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 379, reset compression=false 2024-11-27T11:19:47,191 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 379, reset compression=false 2024-11-27T11:19:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:19:47,378 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T11:19:47,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:47,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:47,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:47,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:47,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:47,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510cfaac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:47,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,46701,-1 for getting cluster id 2024-11-27T11:19:47,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:47,381 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63572c9b-bca1-4e61-af3e-53a0915cbe5e' 2024-11-27T11:19:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63572c9b-bca1-4e61-af3e-53a0915cbe5e" 2024-11-27T11:19:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4970f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,46701,-1] 2024-11-27T11:19:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:47,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:47,382 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:47,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fd9cc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:47,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:47,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,46701,1732706379836 2024-11-27T11:19:47,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d9aa0f6 2024-11-27T11:19:47,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:19:47,385 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:19:47,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b617c7edc8e:42645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T11:19:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:19:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:19:47,388 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:42645' 2024-11-27T11:19:47,389 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3957fd2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:47,389 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,42645,-1 for getting cluster id 2024-11-27T11:19:47,389 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:47,389 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54f36648-95c4-4886-aa3c-e4641817e7ef' 2024-11-27T11:19:47,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:47,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54f36648-95c4-4886-aa3c-e4641817e7ef" 2024-11-27T11:19:47,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171a2cb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:47,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,42645,-1] 2024-11-27T11:19:47,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:47,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:47,391 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:47,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603ca152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:47,391 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:47,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,42645,1732706375994 2024-11-27T11:19:47,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@af1b398 2024-11-27T11:19:47,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:19:47,393 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:19:47,393 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-27T11:19:47,393 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:19:47,393 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:47,394 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:47,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:47,394 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:19:47,395 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T11:19:47,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:19:47,396 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:47,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:19:47,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741837_1013 (size=1138) 2024-11-27T11:19:47,445 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T11:19:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:19:47,595 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 379, reset compression=false 2024-11-27T11:19:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:19:47,804 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c530fbbcaab8dfd13814ed933c7bce01, NAME => 'hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690 2024-11-27T11:19:47,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741838_1014 (size=44) 2024-11-27T11:19:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:19:48,100 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 379, reset compression=false 2024-11-27T11:19:48,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:48,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c530fbbcaab8dfd13814ed933c7bce01, disabling compactions & flushes 2024-11-27T11:19:48,211 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01. 2024-11-27T11:19:48,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01. 2024-11-27T11:19:48,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01. after waiting 0 ms 2024-11-27T11:19:48,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01. 2024-11-27T11:19:48,211 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01. 2024-11-27T11:19:48,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c530fbbcaab8dfd13814ed933c7bce01: Waiting for close lock at 1732706388211Disabling compacts and flushes for region at 1732706388211Disabling writes for close at 1732706388211Writing region close event to WAL at 1732706388211Closed at 1732706388211 2024-11-27T11:19:48,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:19:48,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732706388212"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706388212"}]},"ts":"1732706388212"} 2024-11-27T11:19:48,214 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:19:48,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:19:48,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706388215"}]},"ts":"1732706388215"} 2024-11-27T11:19:48,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T11:19:48,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c530fbbcaab8dfd13814ed933c7bce01, ASSIGN}] 2024-11-27T11:19:48,218 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c530fbbcaab8dfd13814ed933c7bce01, ASSIGN 2024-11-27T11:19:48,219 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c530fbbcaab8dfd13814ed933c7bce01, ASSIGN; state=OFFLINE, location=5b617c7edc8e,38497,1732706379911; forceNewPlan=false, retain=false 2024-11-27T11:19:48,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c530fbbcaab8dfd13814ed933c7bce01, regionState=OPENING, regionLocation=5b617c7edc8e,38497,1732706379911 2024-11-27T11:19:48,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c530fbbcaab8dfd13814ed933c7bce01, ASSIGN because future has completed 2024-11-27T11:19:48,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c530fbbcaab8dfd13814ed933c7bce01, server=5b617c7edc8e,38497,1732706379911}] 2024-11-27T11:19:48,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01. 2024-11-27T11:19:48,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:19:48,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T11:19:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:19:48,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C38497%2C1732706379911.rep, suffix=, logDir=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911, archiveDir=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/oldWALs, maxLogs=10 2024-11-27T11:19:48,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.rep.1732706388529, exclude list is [], retry=0 2024-11-27T11:19:48,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42379,DS-961bda3c-83ff-45d9-8a45-8796ffd8f8fe,DISK] 2024-11-27T11:19:48,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.rep.1732706388529 2024-11-27T11:19:48,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44779:44779)] 2024-11-27T11:19:48,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c530fbbcaab8dfd13814ed933c7bce01, NAME => 'hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:19:48,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:19:48,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:19:48,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01. service=MultiRowMutationService 2024-11-27T11:19:48,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T11:19:48,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:48,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:19:48,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:48,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:48,552 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:19:48,552 INFO [StoreOpener-c530fbbcaab8dfd13814ed933c7bce01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:48,553 INFO [StoreOpener-c530fbbcaab8dfd13814ed933c7bce01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c530fbbcaab8dfd13814ed933c7bce01 columnFamilyName hfileref 2024-11-27T11:19:48,554 DEBUG [StoreOpener-c530fbbcaab8dfd13814ed933c7bce01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:48,554 INFO [StoreOpener-c530fbbcaab8dfd13814ed933c7bce01-1 {}] regionserver.HStore(327): Store=c530fbbcaab8dfd13814ed933c7bce01/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:48,554 INFO [StoreOpener-c530fbbcaab8dfd13814ed933c7bce01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:48,555 INFO [StoreOpener-c530fbbcaab8dfd13814ed933c7bce01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c530fbbcaab8dfd13814ed933c7bce01 columnFamilyName queue 2024-11-27T11:19:48,555 DEBUG [StoreOpener-c530fbbcaab8dfd13814ed933c7bce01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:48,555 INFO [StoreOpener-c530fbbcaab8dfd13814ed933c7bce01-1 {}] regionserver.HStore(327): Store=c530fbbcaab8dfd13814ed933c7bce01/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:48,555 INFO [StoreOpener-c530fbbcaab8dfd13814ed933c7bce01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:48,556 INFO [StoreOpener-c530fbbcaab8dfd13814ed933c7bce01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c530fbbcaab8dfd13814ed933c7bce01 columnFamilyName sid 2024-11-27T11:19:48,556 DEBUG [StoreOpener-c530fbbcaab8dfd13814ed933c7bce01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:19:48,557 INFO [StoreOpener-c530fbbcaab8dfd13814ed933c7bce01-1 {}] regionserver.HStore(327): Store=c530fbbcaab8dfd13814ed933c7bce01/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:19:48,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:48,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/replication/c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:48,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/replication/c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:48,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:48,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:48,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:19:48,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:48,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/replication/c530fbbcaab8dfd13814ed933c7bce01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:19:48,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c530fbbcaab8dfd13814ed933c7bce01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66059433, jitterRate=-0.01563774049282074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:19:48,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:48,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c530fbbcaab8dfd13814ed933c7bce01: Running coprocessor pre-open hook at 1732706388548Writing region info on filesystem at 1732706388548Initializing all the Stores at 1732706388549 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706388549Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706388552 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706388552Cleaning up temporary data from old regions at 1732706388558 (+6 ms)Running coprocessor post-open hooks at 1732706388565 (+7 ms)Region opened successfully at 1732706388565 2024-11-27T11:19:48,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01., pid=10, masterSystemTime=1732706388524 2024-11-27T11:19:48,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01. 2024-11-27T11:19:48,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01. 2024-11-27T11:19:48,569 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c530fbbcaab8dfd13814ed933c7bce01, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,38497,1732706379911 2024-11-27T11:19:48,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c530fbbcaab8dfd13814ed933c7bce01, server=5b617c7edc8e,38497,1732706379911 because future has completed 2024-11-27T11:19:48,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T11:19:48,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c530fbbcaab8dfd13814ed933c7bce01, server=5b617c7edc8e,38497,1732706379911 in 200 msec 2024-11-27T11:19:48,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T11:19:48,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c530fbbcaab8dfd13814ed933c7bce01, ASSIGN in 356 msec 2024-11-27T11:19:48,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:19:48,576 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706388576"}]},"ts":"1732706388576"} 2024-11-27T11:19:48,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:48,578 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T11:19:48,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:48,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:19:48,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:48,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:48,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:48,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-27T11:19:48,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:48,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:48,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:48,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01., hostname=5b617c7edc8e,38497,1732706379911, seqNum=2] 2024-11-27T11:19:48,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T11:19:48,600 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T11:19:48,601 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T11:19:48,601 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T11:19:48,601 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:19:48,601 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T11:19:48,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346 2024-11-27T11:19:48,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346 2024-11-27T11:19:48,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:19:48,704 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 379, reset compression=false 2024-11-27T11:19:48,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T11:19:48,762 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T11:19:48,791 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b617c7edc8e,38497,1732706379911, ReplicationSource: 1, currentBandwidth=0 2024-11-27T11:19:48,791 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:48,791 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1] 2024-11-27T11:19:48,792 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:48,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T11:19:48,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b617c7edc8e,38497,1732706379911', locateType=CURRENT is [region=hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01., hostname=5b617c7edc8e,38497,1732706379911, seqNum=2] 2024-11-27T11:19:48,796 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T11:19:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T11:19:48,798 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b617c7edc8e,38497,1732706379911 suceeded 2024-11-27T11:19:48,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T11:19:48,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-27T11:19:48,799 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b617c7edc8e:42645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:19:48,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-27T11:19:48,809 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:42645' 2024-11-27T11:19:48,810 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38b8e144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:48,810 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,42645,-1 for getting cluster id 2024-11-27T11:19:48,810 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:48,811 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54f36648-95c4-4886-aa3c-e4641817e7ef' 2024-11-27T11:19:48,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:48,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54f36648-95c4-4886-aa3c-e4641817e7ef" 2024-11-27T11:19:48,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55a1f68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:48,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,42645,-1] 2024-11-27T11:19:48,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:48,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:48,812 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:48,813 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30a83820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:48,813 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:48,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,42645,1732706375994 2024-11-27T11:19:48,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@510a3f09 2024-11-27T11:19:48,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:19:48,814 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T11:19:48,815 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b617c7edc8e,38497,1732706379911 (queues=1) is replicating from cluster=63572c9b-bca1-4e61-af3e-53a0915cbe5e to cluster=54f36648-95c4-4886-aa3c-e4641817e7ef 2024-11-27T11:19:48,815 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b617c7edc8e%2C38497%2C1732706379911 2024-11-27T11:19:48,815 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b617c7edc8e,38497,1732706379911, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:19:48,815 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.shipper5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C38497%2C1732706379911 2024-11-27T11:19:48,815 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115, startPosition=0, beingWritten=true 2024-11-27T11:19:48,820 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:19:48,820 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 379, reset compression=false 2024-11-27T11:19:48,820 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.shipper5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,38497,1732706379911 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:19:49,024 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 379, reset compression=false 2024-11-27T11:19:49,328 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 379, reset compression=false 2024-11-27T11:19:49,408 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 379, reset compression=false 2024-11-27T11:19:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:19:49,539 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T11:19:49,539 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:49,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:49,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:49,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:49,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:49,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:49,543 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732706389543/Put/seqid=0 2024-11-27T11:19:49,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741840_1016 (size=7894) 2024-11-27T11:19:49,631 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T11:19:49,733 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 379, reset compression=false 2024-11-27T11:19:49,949 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732706389949/Put/seqid=0 2024-11-27T11:19:49,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741841_1017 (size=7691) 2024-11-27T11:19:50,212 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 379, reset compression=false 2024-11-27T11:19:50,237 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 379, reset compression=false 2024-11-27T11:19:50,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175193ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:50,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,42645,-1 for getting cluster id 2024-11-27T11:19:50,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:50,356 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54f36648-95c4-4886-aa3c-e4641817e7ef' 2024-11-27T11:19:50,356 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:50,356 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54f36648-95c4-4886-aa3c-e4641817e7ef" 2024-11-27T11:19:50,356 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3babb1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:50,356 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,42645,-1] 2024-11-27T11:19:50,356 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:50,357 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:50,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5039b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:50,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:50,359 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,45221,1732706376057, seqNum=-1] 2024-11-27T11:19:50,359 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:50,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:19:50,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,42645,1732706375994 2024-11-27T11:19:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75d09be2 2024-11-27T11:19:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:19:50,369 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:19:50,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c., hostname=5b617c7edc8e,45221,1732706376057, seqNum=2] 2024-11-27T11:19:50,375 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T11:19:50,380 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T11:19:50,382 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T11:19:50,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/testHFileCyclicReplication_01/f/hfile_0 for inclusion in df0c6c31bac42fd8d8c3728062085a2c/f 2024-11-27T11:19:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T11:19:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:19:50,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/testHFileCyclicReplication_01/f/hfile_1 for inclusion in df0c6c31bac42fd8d8c3728062085a2c/f 2024-11-27T11:19:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T11:19:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:19:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HRegion(2603): Flush status journal for df0c6c31bac42fd8d8c3728062085a2c: 2024-11-27T11:19:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins__test__7lo2l5otsmbqk8dthvbcf90u3ashhersgjkdhaqsdp9g3bf6iusslqjr2hq19p33/f/hfile_0 2024-11-27T11:19:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins__test__7lo2l5otsmbqk8dthvbcf90u3ashhersgjkdhaqsdp9g3bf6iusslqjr2hq19p33/f/hfile_0 as hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c/f/f15cb2273d9f434fbd5ac51c47c93deb_SeqId_4_ 2024-11-27T11:19:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins__test__7lo2l5otsmbqk8dthvbcf90u3ashhersgjkdhaqsdp9g3bf6iusslqjr2hq19p33/f/hfile_1 2024-11-27T11:19:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins__test__7lo2l5otsmbqk8dthvbcf90u3ashhersgjkdhaqsdp9g3bf6iusslqjr2hq19p33/f/hfile_1 as hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c/f/2ee4d32c404b450dbed564d2a8f3d13b_SeqId_4_ 2024-11-27T11:19:50,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins__test__7lo2l5otsmbqk8dthvbcf90u3ashhersgjkdhaqsdp9g3bf6iusslqjr2hq19p33/f/hfile_0 into df0c6c31bac42fd8d8c3728062085a2c/f as hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c/f/f15cb2273d9f434fbd5ac51c47c93deb_SeqId_4_ - updating store file list. 2024-11-27T11:19:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f15cb2273d9f434fbd5ac51c47c93deb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T11:19:50,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c/f/f15cb2273d9f434fbd5ac51c47c93deb_SeqId_4_ into df0c6c31bac42fd8d8c3728062085a2c/f 2024-11-27T11:19:50,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins__test__7lo2l5otsmbqk8dthvbcf90u3ashhersgjkdhaqsdp9g3bf6iusslqjr2hq19p33/f/hfile_0 into df0c6c31bac42fd8d8c3728062085a2c/f (new location: hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c/f/f15cb2273d9f434fbd5ac51c47c93deb_SeqId_4_) 2024-11-27T11:19:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins__test__7lo2l5otsmbqk8dthvbcf90u3ashhersgjkdhaqsdp9g3bf6iusslqjr2hq19p33/f/hfile_0 2024-11-27T11:19:50,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins__test__7lo2l5otsmbqk8dthvbcf90u3ashhersgjkdhaqsdp9g3bf6iusslqjr2hq19p33/f/hfile_1 into df0c6c31bac42fd8d8c3728062085a2c/f as hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c/f/2ee4d32c404b450dbed564d2a8f3d13b_SeqId_4_ - updating store file list. 2024-11-27T11:19:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ee4d32c404b450dbed564d2a8f3d13b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T11:19:50,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c/f/2ee4d32c404b450dbed564d2a8f3d13b_SeqId_4_ into df0c6c31bac42fd8d8c3728062085a2c/f 2024-11-27T11:19:50,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins__test__7lo2l5otsmbqk8dthvbcf90u3ashhersgjkdhaqsdp9g3bf6iusslqjr2hq19p33/f/hfile_1 into df0c6c31bac42fd8d8c3728062085a2c/f (new location: hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c/f/2ee4d32c404b450dbed564d2a8f3d13b_SeqId_4_) 2024-11-27T11:19:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins__test__7lo2l5otsmbqk8dthvbcf90u3ashhersgjkdhaqsdp9g3bf6iusslqjr2hq19p33/f/hfile_1 2024-11-27T11:19:50,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:50,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:50,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:50,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:50,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:50,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c., hostname=5b617c7edc8e,45221,1732706376057, seqNum=2 , the old value is region=test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c., hostname=5b617c7edc8e,45221,1732706376057, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5b617c7edc8e:45221 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T11:19:50,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c., hostname=5b617c7edc8e,45221,1732706376057, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T11:19:50,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c., hostname=5b617c7edc8e,45221,1732706376057, seqNum=2 from cache 2024-11-27T11:19:50,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:50,411 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T11:19:50,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1] 2024-11-27T11:19:50,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:50,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:19:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed., hostname=5b617c7edc8e,38497,1732706379911, seqNum=2] 2024-11-27T11:19:50,417 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T11:19:50,538 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:45221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T11:19:50,841 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 379, reset compression=false 2024-11-27T11:19:51,117 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 379, reset compression=false 2024-11-27T11:19:51,122 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:19:51,122 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,45221,1732706376057 got entry batch from reader: WALEntryBatch [walEntries=[{test/df0c6c31bac42fd8d8c3728062085a2c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732706390408/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T11:19:51,124 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:19:51,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-27T11:19:51,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.ReplicationSink(318): Replicating [54f36648-95c4-4886-aa3c-e4641817e7ef] bulk loaded data 2024-11-27T11:19:51,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2394c4a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:51,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,46701,-1 for getting cluster id 2024-11-27T11:19:51,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:51,128 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63572c9b-bca1-4e61-af3e-53a0915cbe5e' 2024-11-27T11:19:51,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:51,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63572c9b-bca1-4e61-af3e-53a0915cbe5e" 2024-11-27T11:19:51,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cb0cd8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:51,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,46701,-1] 2024-11-27T11:19:51,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:51,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:51,129 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:51,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@460f4e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:51,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741840_1016 (size=7894) 2024-11-27T11:19:51,322 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 687, reset compression=false 2024-11-27T11:19:51,419 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T11:19:51,545 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 379, reset compression=false 2024-11-27T11:19:51,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741841_1017 (size=7691) 2024-11-27T11:19:51,627 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 687, reset compression=false 2024-11-27T11:19:51,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:51,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,46701,1732706379836 2024-11-27T11:19:51,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@631db112 2024-11-27T11:19:51,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:19:51,957 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T11:19:51,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T11:19:51,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:51,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1] 2024-11-27T11:19:51,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:51,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T11:19:51,969 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins.hfs.11__test__6ko7q8nrr5e2i6l44ij8e19apmfbe13cb2uejfvtph3htje794f6mi4os447m2cb/f/2ee4d32c404b450dbed564d2a8f3d13b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T11:19:51,972 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins.hfs.11__test__6ko7q8nrr5e2i6l44ij8e19apmfbe13cb2uejfvtph3htje794f6mi4os447m2cb/f/f15cb2273d9f434fbd5ac51c47c93deb_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T11:19:51,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins.hfs.11__test__6ko7q8nrr5e2i6l44ij8e19apmfbe13cb2uejfvtph3htje794f6mi4os447m2cb/f/2ee4d32c404b450dbed564d2a8f3d13b_SeqId_4_ for inclusion in 713df1327b5120f1e13ee0ba49f318ed/f 2024-11-27T11:19:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T11:19:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:19:51,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins.hfs.11__test__6ko7q8nrr5e2i6l44ij8e19apmfbe13cb2uejfvtph3htje794f6mi4os447m2cb/f/f15cb2273d9f434fbd5ac51c47c93deb_SeqId_4_ for inclusion in 713df1327b5120f1e13ee0ba49f318ed/f 2024-11-27T11:19:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T11:19:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:19:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HRegion(2603): Flush status journal for 713df1327b5120f1e13ee0ba49f318ed: 2024-11-27T11:19:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2ee4d32c404b450dbed564d2a8f3d13b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T11:19:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins.hfs.11__test__6ko7q8nrr5e2i6l44ij8e19apmfbe13cb2uejfvtph3htje794f6mi4os447m2cb/f/2ee4d32c404b450dbed564d2a8f3d13b_SeqId_4_ as hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed/f/857d9fc7b1d8479497a8a864eef00c50_SeqId_4_ 2024-11-27T11:19:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f15cb2273d9f434fbd5ac51c47c93deb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T11:19:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins.hfs.11__test__6ko7q8nrr5e2i6l44ij8e19apmfbe13cb2uejfvtph3htje794f6mi4os447m2cb/f/f15cb2273d9f434fbd5ac51c47c93deb_SeqId_4_ as hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed/f/dd8be6d8deb047ffbdd9375f6a7a0e94_SeqId_4_ 2024-11-27T11:19:51,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins.hfs.11__test__6ko7q8nrr5e2i6l44ij8e19apmfbe13cb2uejfvtph3htje794f6mi4os447m2cb/f/2ee4d32c404b450dbed564d2a8f3d13b_SeqId_4_ into 713df1327b5120f1e13ee0ba49f318ed/f as hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed/f/857d9fc7b1d8479497a8a864eef00c50_SeqId_4_ - updating store file list. 2024-11-27T11:19:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 857d9fc7b1d8479497a8a864eef00c50_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T11:19:52,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed/f/857d9fc7b1d8479497a8a864eef00c50_SeqId_4_ into 713df1327b5120f1e13ee0ba49f318ed/f 2024-11-27T11:19:52,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins.hfs.11__test__6ko7q8nrr5e2i6l44ij8e19apmfbe13cb2uejfvtph3htje794f6mi4os447m2cb/f/2ee4d32c404b450dbed564d2a8f3d13b_SeqId_4_ into 713df1327b5120f1e13ee0ba49f318ed/f (new location: hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed/f/857d9fc7b1d8479497a8a864eef00c50_SeqId_4_) 2024-11-27T11:19:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins.hfs.11__test__6ko7q8nrr5e2i6l44ij8e19apmfbe13cb2uejfvtph3htje794f6mi4os447m2cb/f/2ee4d32c404b450dbed564d2a8f3d13b_SeqId_4_ 2024-11-27T11:19:52,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins.hfs.11__test__6ko7q8nrr5e2i6l44ij8e19apmfbe13cb2uejfvtph3htje794f6mi4os447m2cb/f/f15cb2273d9f434fbd5ac51c47c93deb_SeqId_4_ into 713df1327b5120f1e13ee0ba49f318ed/f as hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed/f/dd8be6d8deb047ffbdd9375f6a7a0e94_SeqId_4_ - updating store file list. 2024-11-27T11:19:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd8be6d8deb047ffbdd9375f6a7a0e94_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T11:19:52,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed/f/dd8be6d8deb047ffbdd9375f6a7a0e94_SeqId_4_ into 713df1327b5120f1e13ee0ba49f318ed/f 2024-11-27T11:19:52,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins.hfs.11__test__6ko7q8nrr5e2i6l44ij8e19apmfbe13cb2uejfvtph3htje794f6mi4os447m2cb/f/f15cb2273d9f434fbd5ac51c47c93deb_SeqId_4_ into 713df1327b5120f1e13ee0ba49f318ed/f (new location: hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed/f/dd8be6d8deb047ffbdd9375f6a7a0e94_SeqId_4_) 2024-11-27T11:19:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins.hfs.11__test__6ko7q8nrr5e2i6l44ij8e19apmfbe13cb2uejfvtph3htje794f6mi4os447m2cb/f/f15cb2273d9f434fbd5ac51c47c93deb_SeqId_4_ 2024-11-27T11:19:52,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.ReplicationSink(324): Finished replicating [54f36648-95c4-4886-aa3c-e4641817e7ef] bulk loaded data 2024-11-27T11:19:52,030 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 687, reset compression=false 2024-11-27T11:19:52,349 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 379, reset compression=false 2024-11-27T11:19:52,354 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:19:52,354 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.shipper5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,38497,1732706379911 got entry batch from reader: WALEntryBatch [walEntries=[{test/713df1327b5120f1e13ee0ba49f318ed/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732706392007/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T11:19:52,356 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.shipper5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:19:52,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-27T11:19:52,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.ReplicationSink(318): Replicating [54f36648-95c4-4886-aa3c-e4641817e7ef, 63572c9b-bca1-4e61-af3e-53a0915cbe5e] bulk loaded data 2024-11-27T11:19:52,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e698816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:52,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,42645,-1 for getting cluster id 2024-11-27T11:19:52,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:52,359 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54f36648-95c4-4886-aa3c-e4641817e7ef' 2024-11-27T11:19:52,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:52,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54f36648-95c4-4886-aa3c-e4641817e7ef" 2024-11-27T11:19:52,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8da833b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:52,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,42645,-1] 2024-11-27T11:19:52,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:52,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:52,360 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:52,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c0d73f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:52,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741842_1018 (size=7691) 2024-11-27T11:19:52,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:19:52,432 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732706392432/Put/seqid=0 2024-11-27T11:19:52,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741842_1018 (size=11194) 2024-11-27T11:19:52,440 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732706392439/Put/seqid=0 2024-11-27T11:19:52,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741843_1019 (size=10791) 2024-11-27T11:19:52,537 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 687, reset compression=false 2024-11-27T11:19:52,554 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 725, reset compression=false 2024-11-27T11:19:52,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741843_1019 (size=7894) 2024-11-27T11:19:52,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48078cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:52,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,46701,-1 for getting cluster id 2024-11-27T11:19:52,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:19:52,849 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63572c9b-bca1-4e61-af3e-53a0915cbe5e' 2024-11-27T11:19:52,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:19:52,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63572c9b-bca1-4e61-af3e-53a0915cbe5e" 2024-11-27T11:19:52,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dea6c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:52,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,46701,-1] 2024-11-27T11:19:52,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:19:52,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:52,851 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:19:52,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b488ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:19:52,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:52,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1] 2024-11-27T11:19:52,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:52,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:19:52,859 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 725, reset compression=false 2024-11-27T11:19:52,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:52,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,46701,1732706379836 2024-11-27T11:19:52,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@482e8604 2024-11-27T11:19:52,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:19:52,862 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:19:52,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed., hostname=5b617c7edc8e,38497,1732706379911, seqNum=2] 2024-11-27T11:19:52,867 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T11:19:52,872 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T11:19:52,874 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T11:19:52,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 713df1327b5120f1e13ee0ba49f318ed/f 2024-11-27T11:19:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T11:19:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:19:52,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 713df1327b5120f1e13ee0ba49f318ed/f 2024-11-27T11:19:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T11:19:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:19:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HRegion(2603): Flush status journal for 713df1327b5120f1e13ee0ba49f318ed: 2024-11-27T11:19:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins__test__bg4rkgq7dr5tpne0v2nie7ir9grf3rf7r5m8pj3gsj98mb84bj693q9dvnt5l4gh/f/hfile_1 2024-11-27T11:19:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins__test__bg4rkgq7dr5tpne0v2nie7ir9grf3rf7r5m8pj3gsj98mb84bj693q9dvnt5l4gh/f/hfile_1 as hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed/f/a136fe1c828f4c02901fb1e491a84c69_SeqId_6_ 2024-11-27T11:19:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins__test__bg4rkgq7dr5tpne0v2nie7ir9grf3rf7r5m8pj3gsj98mb84bj693q9dvnt5l4gh/f/hfile_0 2024-11-27T11:19:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins__test__bg4rkgq7dr5tpne0v2nie7ir9grf3rf7r5m8pj3gsj98mb84bj693q9dvnt5l4gh/f/hfile_0 as hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed/f/1e097f05fc54467ca44b5dbc292cba79_SeqId_6_ 2024-11-27T11:19:52,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins__test__bg4rkgq7dr5tpne0v2nie7ir9grf3rf7r5m8pj3gsj98mb84bj693q9dvnt5l4gh/f/hfile_1 into 713df1327b5120f1e13ee0ba49f318ed/f as hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed/f/a136fe1c828f4c02901fb1e491a84c69_SeqId_6_ - updating store file list. 2024-11-27T11:19:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a136fe1c828f4c02901fb1e491a84c69_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T11:19:52,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed/f/a136fe1c828f4c02901fb1e491a84c69_SeqId_6_ into 713df1327b5120f1e13ee0ba49f318ed/f 2024-11-27T11:19:52,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins__test__bg4rkgq7dr5tpne0v2nie7ir9grf3rf7r5m8pj3gsj98mb84bj693q9dvnt5l4gh/f/hfile_1 into 713df1327b5120f1e13ee0ba49f318ed/f (new location: hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed/f/a136fe1c828f4c02901fb1e491a84c69_SeqId_6_) 2024-11-27T11:19:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins__test__bg4rkgq7dr5tpne0v2nie7ir9grf3rf7r5m8pj3gsj98mb84bj693q9dvnt5l4gh/f/hfile_1 2024-11-27T11:19:52,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins__test__bg4rkgq7dr5tpne0v2nie7ir9grf3rf7r5m8pj3gsj98mb84bj693q9dvnt5l4gh/f/hfile_0 into 713df1327b5120f1e13ee0ba49f318ed/f as hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed/f/1e097f05fc54467ca44b5dbc292cba79_SeqId_6_ - updating store file list. 2024-11-27T11:19:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e097f05fc54467ca44b5dbc292cba79_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T11:19:52,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed/f/1e097f05fc54467ca44b5dbc292cba79_SeqId_6_ into 713df1327b5120f1e13ee0ba49f318ed/f 2024-11-27T11:19:52,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins__test__bg4rkgq7dr5tpne0v2nie7ir9grf3rf7r5m8pj3gsj98mb84bj693q9dvnt5l4gh/f/hfile_0 into 713df1327b5120f1e13ee0ba49f318ed/f (new location: hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed/f/1e097f05fc54467ca44b5dbc292cba79_SeqId_6_) 2024-11-27T11:19:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/staging/jenkins__test__bg4rkgq7dr5tpne0v2nie7ir9grf3rf7r5m8pj3gsj98mb84bj693q9dvnt5l4gh/f/hfile_0 2024-11-27T11:19:52,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:52,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:52,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:52,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:52,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed., hostname=5b617c7edc8e,38497,1732706379911, seqNum=2 , the old value is region=test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed., hostname=5b617c7edc8e,38497,1732706379911, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5b617c7edc8e:38497 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T11:19:52,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed., hostname=5b617c7edc8e,38497,1732706379911, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T11:19:52,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed., hostname=5b617c7edc8e,38497,1732706379911, seqNum=2 from cache 2024-11-27T11:19:52,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:52,914 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T11:19:52,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,45221,1732706376057, seqNum=-1] 2024-11-27T11:19:52,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:52,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:19:52,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c., hostname=5b617c7edc8e,45221,1732706376057, seqNum=2] 2024-11-27T11:19:52,924 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T11:19:53,018 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:38497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T11:19:53,142 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 687, reset compression=false 2024-11-27T11:19:53,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:53,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,42645,1732706375994 2024-11-27T11:19:53,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a00250 2024-11-27T11:19:53,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:19:53,187 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T11:19:53,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T11:19:53,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:53,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,45221,1732706376057, seqNum=-1] 2024-11-27T11:19:53,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:19:53,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T11:19:53,196 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins.hfs.10__test__2a5mrs6g0p13gidk7slvf1sju5gioevhhle4fques36sjvne48qvsd4fufrjea5e/f/857d9fc7b1d8479497a8a864eef00c50_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T11:19:53,198 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins.hfs.10__test__2a5mrs6g0p13gidk7slvf1sju5gioevhhle4fques36sjvne48qvsd4fufrjea5e/f/dd8be6d8deb047ffbdd9375f6a7a0e94_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T11:19:53,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.ReplicationSink(324): Finished replicating [54f36648-95c4-4886-aa3c-e4641817e7ef, 63572c9b-bca1-4e61-af3e-53a0915cbe5e] bulk loaded data 2024-11-27T11:19:53,263 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 725, reset compression=false 2024-11-27T11:19:53,267 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:19:53,268 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.shipper5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,38497,1732706379911 got entry batch from reader: WALEntryBatch [walEntries=[{test/713df1327b5120f1e13ee0ba49f318ed/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732706392911/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T11:19:53,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.ReplicationSink(318): Replicating [63572c9b-bca1-4e61-af3e-53a0915cbe5e] bulk loaded data 2024-11-27T11:19:53,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741844_1020 (size=10791) 2024-11-27T11:19:53,468 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 1033, reset compression=false 2024-11-27T11:19:53,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741845_1021 (size=11194) 2024-11-27T11:19:53,772 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 1033, reset compression=false 2024-11-27T11:19:53,846 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 687, reset compression=false 2024-11-27T11:19:53,928 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T11:19:54,050 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:19:54,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:54,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:54,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:54,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:54,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:54,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:54,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:54,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:19:54,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T11:19:54,101 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins.hfs.10__test__o1kv4n1qampg1b81in4ndlr5fj5ft1hdaom4vbn3v43vatenk93vqu067i17etk5/f/1e097f05fc54467ca44b5dbc292cba79_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-27T11:19:54,104 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins.hfs.10__test__o1kv4n1qampg1b81in4ndlr5fj5ft1hdaom4vbn3v43vatenk93vqu067i17etk5/f/a136fe1c828f4c02901fb1e491a84c69_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-27T11:19:54,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins.hfs.10__test__o1kv4n1qampg1b81in4ndlr5fj5ft1hdaom4vbn3v43vatenk93vqu067i17etk5/f/a136fe1c828f4c02901fb1e491a84c69_SeqId_6_ for inclusion in df0c6c31bac42fd8d8c3728062085a2c/f 2024-11-27T11:19:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T11:19:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:19:54,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins.hfs.10__test__o1kv4n1qampg1b81in4ndlr5fj5ft1hdaom4vbn3v43vatenk93vqu067i17etk5/f/1e097f05fc54467ca44b5dbc292cba79_SeqId_6_ for inclusion in df0c6c31bac42fd8d8c3728062085a2c/f 2024-11-27T11:19:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T11:19:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:19:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HRegion(2603): Flush status journal for df0c6c31bac42fd8d8c3728062085a2c: 2024-11-27T11:19:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a136fe1c828f4c02901fb1e491a84c69_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T11:19:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins.hfs.10__test__o1kv4n1qampg1b81in4ndlr5fj5ft1hdaom4vbn3v43vatenk93vqu067i17etk5/f/a136fe1c828f4c02901fb1e491a84c69_SeqId_6_ as hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c/f/3afc9049e1c84061ba91f5bdb95d1a0b_SeqId_6_ 2024-11-27T11:19:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1e097f05fc54467ca44b5dbc292cba79_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T11:19:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins.hfs.10__test__o1kv4n1qampg1b81in4ndlr5fj5ft1hdaom4vbn3v43vatenk93vqu067i17etk5/f/1e097f05fc54467ca44b5dbc292cba79_SeqId_6_ as hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c/f/e7b1652b23a4471792979e143c854313_SeqId_6_ 2024-11-27T11:19:54,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins.hfs.10__test__o1kv4n1qampg1b81in4ndlr5fj5ft1hdaom4vbn3v43vatenk93vqu067i17etk5/f/a136fe1c828f4c02901fb1e491a84c69_SeqId_6_ into df0c6c31bac42fd8d8c3728062085a2c/f as hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c/f/3afc9049e1c84061ba91f5bdb95d1a0b_SeqId_6_ - updating store file list. 2024-11-27T11:19:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3afc9049e1c84061ba91f5bdb95d1a0b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T11:19:54,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c/f/3afc9049e1c84061ba91f5bdb95d1a0b_SeqId_6_ into df0c6c31bac42fd8d8c3728062085a2c/f 2024-11-27T11:19:54,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins.hfs.10__test__o1kv4n1qampg1b81in4ndlr5fj5ft1hdaom4vbn3v43vatenk93vqu067i17etk5/f/a136fe1c828f4c02901fb1e491a84c69_SeqId_6_ into df0c6c31bac42fd8d8c3728062085a2c/f (new location: hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c/f/3afc9049e1c84061ba91f5bdb95d1a0b_SeqId_6_) 2024-11-27T11:19:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins.hfs.10__test__o1kv4n1qampg1b81in4ndlr5fj5ft1hdaom4vbn3v43vatenk93vqu067i17etk5/f/a136fe1c828f4c02901fb1e491a84c69_SeqId_6_ 2024-11-27T11:19:54,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins.hfs.10__test__o1kv4n1qampg1b81in4ndlr5fj5ft1hdaom4vbn3v43vatenk93vqu067i17etk5/f/1e097f05fc54467ca44b5dbc292cba79_SeqId_6_ into df0c6c31bac42fd8d8c3728062085a2c/f as hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c/f/e7b1652b23a4471792979e143c854313_SeqId_6_ - updating store file list. 2024-11-27T11:19:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e7b1652b23a4471792979e143c854313_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T11:19:54,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c/f/e7b1652b23a4471792979e143c854313_SeqId_6_ into df0c6c31bac42fd8d8c3728062085a2c/f 2024-11-27T11:19:54,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins.hfs.10__test__o1kv4n1qampg1b81in4ndlr5fj5ft1hdaom4vbn3v43vatenk93vqu067i17etk5/f/1e097f05fc54467ca44b5dbc292cba79_SeqId_6_ into df0c6c31bac42fd8d8c3728062085a2c/f (new location: hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c/f/e7b1652b23a4471792979e143c854313_SeqId_6_) 2024-11-27T11:19:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/staging/jenkins.hfs.10__test__o1kv4n1qampg1b81in4ndlr5fj5ft1hdaom4vbn3v43vatenk93vqu067i17etk5/f/1e097f05fc54467ca44b5dbc292cba79_SeqId_6_ 2024-11-27T11:19:54,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] regionserver.ReplicationSink(324): Finished replicating [63572c9b-bca1-4e61-af3e-53a0915cbe5e] bulk loaded data 2024-11-27T11:19:54,176 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 1033, reset compression=false 2024-11-27T11:19:54,649 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 687, reset compression=false 2024-11-27T11:19:54,654 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:19:54,654 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,45221,1732706376057 got entry batch from reader: WALEntryBatch [walEntries=[{test/df0c6c31bac42fd8d8c3728062085a2c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732706394125/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T11:19:54,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.ReplicationSink(318): Replicating [63572c9b-bca1-4e61-af3e-53a0915cbe5e, 54f36648-95c4-4886-aa3c-e4641817e7ef] bulk loaded data 2024-11-27T11:19:54,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741844_1020 (size=10791) 2024-11-27T11:19:54,680 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 1033, reset compression=false 2024-11-27T11:19:54,854 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 1033, reset compression=false 2024-11-27T11:19:54,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:19:54,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:54,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:54,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:54,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:54,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:19:54,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:54,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=678583926, stopped=false 2024-11-27T11:19:54,937 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,46701,1732706379836 2024-11-27T11:19:54,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-193816346/running 2024-11-27T11:19:54,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-193816346/running 2024-11-27T11:19:54,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346 2024-11-27T11:19:54,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346 2024-11-27T11:19:54,941 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:19:54,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:54,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:54,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:54,941 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,38497,1732706379911' ***** 2024-11-27T11:19:54,941 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:19:54,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Set watcher on znode that does not yet exist, /1-193816346/running 2024-11-27T11:19:54,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Set watcher on znode that does not yet exist, /1-193816346/running 2024-11-27T11:19:54,942 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:19:54,942 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:19:54,942 INFO [RS:0;5b617c7edc8e:38497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:19:54,942 INFO [RS:0;5b617c7edc8e:38497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:19:54,942 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(3091): Received CLOSE for c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:54,943 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(3091): Received CLOSE for 713df1327b5120f1e13ee0ba49f318ed 2024-11-27T11:19:54,943 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,38497,1732706379911 2024-11-27T11:19:54,943 INFO [RS:0;5b617c7edc8e:38497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:19:54,943 INFO [RS:0;5b617c7edc8e:38497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:38497. 2024-11-27T11:19:54,943 DEBUG [RS:0;5b617c7edc8e:38497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:54,943 DEBUG [RS:0;5b617c7edc8e:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:54,943 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c530fbbcaab8dfd13814ed933c7bce01, disabling compactions & flushes 2024-11-27T11:19:54,943 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01. 2024-11-27T11:19:54,943 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:19:54,943 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:19:54,943 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01. 2024-11-27T11:19:54,943 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:19:54,943 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01. after waiting 0 ms 2024-11-27T11:19:54,943 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01. 2024-11-27T11:19:54,943 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:19:54,943 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c530fbbcaab8dfd13814ed933c7bce01 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-27T11:19:54,943 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T11:19:54,943 DEBUG [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c530fbbcaab8dfd13814ed933c7bce01=hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01., 713df1327b5120f1e13ee0ba49f318ed=test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed.} 2024-11-27T11:19:54,943 DEBUG [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 713df1327b5120f1e13ee0ba49f318ed, c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:54,943 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:19:54,943 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:19:54,943 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:19:54,943 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:19:54,943 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:19:54,944 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T11:19:54,960 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/.tmp/info/4606cb8303054bebbff7b9108384bef1 is 147, key is hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01./info:regioninfo/1732706388568/Put/seqid=0 2024-11-27T11:19:54,962 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/replication/c530fbbcaab8dfd13814ed933c7bce01/.tmp/hfileref/37f16ebeb18242bda759d88b6e5f1548 is 74, key is 1/hfileref:1e097f05fc54467ca44b5dbc292cba79_SeqId_6_/1732706394128/DeleteColumn/seqid=0 2024-11-27T11:19:54,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741845_1021 (size=7686) 2024-11-27T11:19:54,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741846_1022 (size=5345) 2024-11-27T11:19:54,997 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:19:55,062 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:19:55,063 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:19:55,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741847_1023 (size=11194) 2024-11-27T11:19:55,143 DEBUG [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 713df1327b5120f1e13ee0ba49f318ed, c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:55,159 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 1033, reset compression=false 2024-11-27T11:19:55,285 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 1033, reset compression=false 2024-11-27T11:19:55,344 DEBUG [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 713df1327b5120f1e13ee0ba49f318ed, c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:55,366 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/.tmp/info/4606cb8303054bebbff7b9108384bef1 2024-11-27T11:19:55,369 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/replication/c530fbbcaab8dfd13814ed933c7bce01/.tmp/hfileref/37f16ebeb18242bda759d88b6e5f1548 2024-11-27T11:19:55,386 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/.tmp/ns/9a80aee9e14f42c6a064e970a3cca5e9 is 43, key is default/ns:d/1732706381775/Put/seqid=0 2024-11-27T11:19:55,387 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/replication/c530fbbcaab8dfd13814ed933c7bce01/.tmp/queue/5b1c60abe5004bf8a968c37a625f33a1 is 154, key is 1-5b617c7edc8e,38497,1732706379911/queue:5b617c7edc8e%2C38497%2C1732706379911/1732706394129/Put/seqid=0 2024-11-27T11:19:55,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741848_1024 (size=5153) 2024-11-27T11:19:55,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741849_1025 (size=5353) 2024-11-27T11:19:55,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T11:19:55,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38497 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T11:19:55,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38497 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:53062 deadline: 1732706455475, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping 2024-11-27T11:19:55,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T11:19:55,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T11:19:55,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1 from cache 2024-11-27T11:19:55,544 DEBUG [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 713df1327b5120f1e13ee0ba49f318ed, c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:55,563 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 1033, reset compression=false 2024-11-27T11:19:55,588 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:55,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1] 2024-11-27T11:19:55,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38497 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T11:19:55,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38497 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:53062 deadline: 1732706455476, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping 2024-11-27T11:19:55,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T11:19:55,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T11:19:55,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1 from cache 2024-11-27T11:19:55,744 DEBUG [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 713df1327b5120f1e13ee0ba49f318ed, c530fbbcaab8dfd13814ed933c7bce01 2024-11-27T11:19:55,790 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/.tmp/ns/9a80aee9e14f42c6a064e970a3cca5e9 2024-11-27T11:19:55,791 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/replication/c530fbbcaab8dfd13814ed933c7bce01/.tmp/queue/5b1c60abe5004bf8a968c37a625f33a1 2024-11-27T11:19:55,795 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/replication/c530fbbcaab8dfd13814ed933c7bce01/.tmp/hfileref/37f16ebeb18242bda759d88b6e5f1548 as hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/replication/c530fbbcaab8dfd13814ed933c7bce01/hfileref/37f16ebeb18242bda759d88b6e5f1548 2024-11-27T11:19:55,798 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:55,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1] 2024-11-27T11:19:55,800 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/replication/c530fbbcaab8dfd13814ed933c7bce01/hfileref/37f16ebeb18242bda759d88b6e5f1548, entries=4, sequenceid=12, filesize=5.2 K 2024-11-27T11:19:55,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38497 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T11:19:55,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38497 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:53062 deadline: 1732706455476, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping 2024-11-27T11:19:55,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T11:19:55,801 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/replication/c530fbbcaab8dfd13814ed933c7bce01/.tmp/queue/5b1c60abe5004bf8a968c37a625f33a1 as hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/replication/c530fbbcaab8dfd13814ed933c7bce01/queue/5b1c60abe5004bf8a968c37a625f33a1 2024-11-27T11:19:55,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T11:19:55,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1 from cache 2024-11-27T11:19:55,805 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/replication/c530fbbcaab8dfd13814ed933c7bce01/queue/5b1c60abe5004bf8a968c37a625f33a1, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T11:19:55,806 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c530fbbcaab8dfd13814ed933c7bce01 in 863ms, sequenceid=12, compaction requested=false 2024-11-27T11:19:55,810 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/replication/c530fbbcaab8dfd13814ed933c7bce01/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T11:19:55,811 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:19:55,811 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:19:55,811 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01. 2024-11-27T11:19:55,811 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c530fbbcaab8dfd13814ed933c7bce01: Waiting for close lock at 1732706394943Running coprocessor pre-close hooks at 1732706394943Disabling compacts and flushes for region at 1732706394943Disabling writes for close at 1732706394943Obtaining lock to block concurrent updates at 1732706394943Preparing flush snapshotting stores in c530fbbcaab8dfd13814ed933c7bce01 at 1732706394943Finished memstore snapshotting hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732706394943Flushing stores of hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01. at 1732706394944 (+1 ms)Flushing c530fbbcaab8dfd13814ed933c7bce01/hfileref: creating writer at 1732706394944Flushing c530fbbcaab8dfd13814ed933c7bce01/hfileref: appending metadata at 1732706394961 (+17 ms)Flushing c530fbbcaab8dfd13814ed933c7bce01/hfileref: closing flushed file at 1732706394961Flushing c530fbbcaab8dfd13814ed933c7bce01/queue: creating writer at 1732706395373 (+412 ms)Flushing c530fbbcaab8dfd13814ed933c7bce01/queue: appending metadata at 1732706395386 (+13 ms)Flushing c530fbbcaab8dfd13814ed933c7bce01/queue: closing flushed file at 1732706395386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@94ea83: reopening flushed file at 1732706395795 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc97a6d: reopening flushed file at 1732706395800 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c530fbbcaab8dfd13814ed933c7bce01 in 863ms, sequenceid=12, compaction requested=false at 1732706395806 (+6 ms)Writing region close event to WAL at 1732706395807 (+1 ms)Running coprocessor post-close hooks at 1732706395811 (+4 ms)Closed at 1732706395811 2024-11-27T11:19:55,811 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732706387394.c530fbbcaab8dfd13814ed933c7bce01. 2024-11-27T11:19:55,811 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/.tmp/rep_barrier/0c01e7fa7d824eb3a8ac3a9196bc083f is 112, key is test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed./rep_barrier:seqnumDuringOpen/1732706384842/Put/seqid=0 2024-11-27T11:19:55,811 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 713df1327b5120f1e13ee0ba49f318ed, disabling compactions & flushes 2024-11-27T11:19:55,811 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed. 2024-11-27T11:19:55,811 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed. 2024-11-27T11:19:55,811 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed. after waiting 0 ms 2024-11-27T11:19:55,811 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed. 2024-11-27T11:19:55,815 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/default/test/713df1327b5120f1e13ee0ba49f318ed/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T11:19:55,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741850_1026 (size=5518) 2024-11-27T11:19:55,816 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:19:55,816 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:19:55,816 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed. 2024-11-27T11:19:55,816 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 713df1327b5120f1e13ee0ba49f318ed: Waiting for close lock at 1732706395811Running coprocessor pre-close hooks at 1732706395811Disabling compacts and flushes for region at 1732706395811Disabling writes for close at 1732706395811Writing region close event to WAL at 1732706395812 (+1 ms)Running coprocessor post-close hooks at 1732706395816 (+4 ms)Closed at 1732706395816 2024-11-27T11:19:55,816 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732706384063.713df1327b5120f1e13ee0ba49f318ed. 2024-11-27T11:19:55,944 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T11:19:55,944 DEBUG [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:19:55,944 DEBUG [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:55,989 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 1033, reset compression=false 2024-11-27T11:19:55,995 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:19:55,995 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 1328, reset compression=false 2024-11-27T11:19:55,995 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.shipper5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,38497,1732706379911 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:19:55,996 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.shipper5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b617c7edc8e,38497,1732706379911: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b617c7edc8e,38497,1732706379911, walGroup=5b617c7edc8e%2C38497%2C1732706379911, offset=5b617c7edc8e%2C38497%2C1732706379911.1732706381115:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:38497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T11:19:55,997 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.shipper5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T11:19:55,997 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.shipper5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T11:19:55,998 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.shipper5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T11:19:55,998 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.shipper5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T11:19:55,998 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.shipper5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T11:19:55,998 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.shipper5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 568023664 }, "NonHeapMemoryUsage": { "committed": 191234048, "init": 7667712, "max": -1, "used": 188401256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T11:19:56,001 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.shipper5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T11:19:56,067 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 1033, reset compression=false 2024-11-27T11:19:56,108 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:56,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1] 2024-11-27T11:19:56,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:19:56,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting 2024-11-27T11:19:56,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting 2024-11-27T11:19:56,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1 from cache 2024-11-27T11:19:56,144 DEBUG [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:56,198 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 1328, reset compression=false 2024-11-27T11:19:56,216 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/.tmp/rep_barrier/0c01e7fa7d824eb3a8ac3a9196bc083f 2024-11-27T11:19:56,235 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/.tmp/table/ceddf3c2285443d4af6d4f148dcf6378 is 53, key is hbase:replication/table:state/1732706388576/Put/seqid=0 2024-11-27T11:19:56,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741851_1027 (size=5308) 2024-11-27T11:19:56,345 DEBUG [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:56,502 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 1328, reset compression=false 2024-11-27T11:19:56,545 DEBUG [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:19:56,618 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:19:56,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1] 2024-11-27T11:19:56,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:19:56,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting 2024-11-27T11:19:56,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting 2024-11-27T11:19:56,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38497,1732706379911, seqNum=-1 from cache 2024-11-27T11:19:56,621 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:19:56,622 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T11:19:55.478Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T11:19:55.591Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T11:19:55.801Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T11:19:56.111Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting 2024-11-27T11:19:56.621Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5b617c7edc8e,38497,1732706379911 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T11:19:56,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T11:19:55.478Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T11:19:55.591Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T11:19:55.801Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T11:19:56.111Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting 2024-11-27T11:19:56.621Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5b617c7edc8e,38497,1732706379911 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T11:19:56,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:53060 deadline: 1732706454655, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T11:19:55.478Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T11:19:55.591Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T11:19:55.801Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T11:19:56.111Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting 2024-11-27T11:19:56.621Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting 2024-11-27T11:19:56,626 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T11:19:55.478Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T11:19:55.591Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T11:19:55.801Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5b617c7edc8e,38497,1732706379911 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T11:19:56.111Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting 2024-11-27T11:19:56.621Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 5b617c7edc8e,38497,1732706379911 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:19:56,639 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/.tmp/table/ceddf3c2285443d4af6d4f148dcf6378 2024-11-27T11:19:56,644 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/.tmp/info/4606cb8303054bebbff7b9108384bef1 as hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/info/4606cb8303054bebbff7b9108384bef1 2024-11-27T11:19:56,649 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/info/4606cb8303054bebbff7b9108384bef1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T11:19:56,649 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/.tmp/ns/9a80aee9e14f42c6a064e970a3cca5e9 as hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/ns/9a80aee9e14f42c6a064e970a3cca5e9 2024-11-27T11:19:56,654 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/ns/9a80aee9e14f42c6a064e970a3cca5e9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T11:19:56,654 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/.tmp/rep_barrier/0c01e7fa7d824eb3a8ac3a9196bc083f as hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/rep_barrier/0c01e7fa7d824eb3a8ac3a9196bc083f 2024-11-27T11:19:56,658 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/rep_barrier/0c01e7fa7d824eb3a8ac3a9196bc083f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T11:19:56,659 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/.tmp/table/ceddf3c2285443d4af6d4f148dcf6378 as hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/table/ceddf3c2285443d4af6d4f148dcf6378 2024-11-27T11:19:56,663 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/table/ceddf3c2285443d4af6d4f148dcf6378, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T11:19:56,664 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-11-27T11:19:56,669 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T11:19:56,669 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:19:56,669 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:19:56,670 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:19:56,670 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706394943Running coprocessor pre-close hooks at 1732706394943Disabling compacts and flushes for region at 1732706394943Disabling writes for close at 1732706394943Obtaining lock to block concurrent updates at 1732706394944 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732706394944Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732706394944Flushing stores of hbase:meta,,1.1588230740 at 1732706394944Flushing 1588230740/info: creating writer at 1732706394945 (+1 ms)Flushing 1588230740/info: appending metadata at 1732706394960 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732706394960Flushing 1588230740/ns: creating writer at 1732706395371 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732706395385 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732706395385Flushing 1588230740/rep_barrier: creating writer at 1732706395795 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732706395811 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732706395811Flushing 1588230740/table: creating writer at 1732706396220 (+409 ms)Flushing 1588230740/table: appending metadata at 1732706396234 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732706396234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cd2ee40: reopening flushed file at 1732706396644 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53b718d6: reopening flushed file at 1732706396649 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b6ecbc3: reopening flushed file at 1732706396654 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c9dd4d: reopening flushed file at 1732706396658 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1732706396664 (+6 ms)Writing region close event to WAL at 1732706396666 (+2 ms)Running coprocessor post-close hooks at 1732706396669 (+3 ms)Closed at 1732706396669 2024-11-27T11:19:56,670 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:19:56,671 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 1033, reset compression=false 2024-11-27T11:19:56,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:19:56,731 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5b617c7edc8e,38497,1732706379911 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:19:56,745 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,38497,1732706379911; all regions closed. 2024-11-27T11:19:56,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741834_1010 (size=4239) 2024-11-27T11:19:56,747 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.meta.1732706381681.meta not finished, retry = 0 2024-11-27T11:19:56,850 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.rep.1732706388529 not finished, retry = 0 2024-11-27T11:19:56,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741839_1015 (size=3127) 2024-11-27T11:19:56,906 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 to pos 1328, reset compression=false 2024-11-27T11:19:56,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b617c7edc8e,38497,1732706379911 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:19:56,934 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5b617c7edc8e,38497,1732706379911 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:19:56,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741832_1008 (size=1336) 2024-11-27T11:19:56,953 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/WALs/5b617c7edc8e,38497,1732706379911/5b617c7edc8e%2C38497%2C1732706379911.1732706381115 not finished, retry = 0 2024-11-27T11:19:57,054 DEBUG [RS:0;5b617c7edc8e:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:57,054 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:19:57,054 INFO [RS:0;5b617c7edc8e:38497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:19:57,054 INFO [RS:0;5b617c7edc8e:38497 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T11:19:57,054 INFO [RS:0;5b617c7edc8e:38497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:19:57,055 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b617c7edc8e,38497,1732706379911 because: Region server is closing 2024-11-27T11:19:57,055 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:19:57,055 INFO [RS:0;5b617c7edc8e:38497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:38497. 2024-11-27T11:19:57,055 DEBUG [RS:0;5b617c7edc8e:38497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:57,055 DEBUG [RS:0;5b617c7edc8e:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:57,055 DEBUG [RS:0;5b617c7edc8e:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:57,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:57,156 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.shipper5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 terminated 2024-11-27T11:19:57,156 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,38497,1732706379911.replicationSource.wal-reader.5b617c7edc8e%2C38497%2C1732706379911,1-5b617c7edc8e,38497,1732706379911 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T11:19:57,156 INFO [RS:0;5b617c7edc8e:38497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:38497. 2024-11-27T11:19:57,156 DEBUG [RS:0;5b617c7edc8e:38497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:57,156 DEBUG [RS:0;5b617c7edc8e:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:57,156 DEBUG [RS:0;5b617c7edc8e:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:57,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:57,156 INFO [RS:0;5b617c7edc8e:38497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38497 2024-11-27T11:19:57,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-193816346/rs/5b617c7edc8e,38497,1732706379911 2024-11-27T11:19:57,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346/rs 2024-11-27T11:19:57,158 INFO [RS:0;5b617c7edc8e:38497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:19:57,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,38497,1732706379911] 2024-11-27T11:19:57,161 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-193816346/draining/5b617c7edc8e,38497,1732706379911 already deleted, retry=false 2024-11-27T11:19:57,161 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,38497,1732706379911 expired; onlineServers=0 2024-11-27T11:19:57,161 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,46701,1732706379836' ***** 2024-11-27T11:19:57,161 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:19:57,162 INFO [M:0;5b617c7edc8e:46701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:19:57,162 INFO [M:0;5b617c7edc8e:46701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:19:57,162 DEBUG [M:0;5b617c7edc8e:46701 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:19:57,162 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:19:57,162 DEBUG [M:0;5b617c7edc8e:46701 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:19:57,162 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706380930 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706380930,5,FailOnTimeoutGroup] 2024-11-27T11:19:57,162 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706380930 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706380930,5,FailOnTimeoutGroup] 2024-11-27T11:19:57,162 INFO [M:0;5b617c7edc8e:46701 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:19:57,162 INFO [M:0;5b617c7edc8e:46701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:19:57,162 DEBUG [M:0;5b617c7edc8e:46701 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:19:57,162 INFO [M:0;5b617c7edc8e:46701 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:19:57,162 INFO [M:0;5b617c7edc8e:46701 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:19:57,162 INFO [M:0;5b617c7edc8e:46701 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:19:57,163 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:19:57,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-193816346/master 2024-11-27T11:19:57,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-193816346 2024-11-27T11:19:57,166 DEBUG [M:0;5b617c7edc8e:46701 {}] zookeeper.RecoverableZooKeeper(212): Node /1-193816346/master already deleted, retry=false 2024-11-27T11:19:57,167 DEBUG [M:0;5b617c7edc8e:46701 {}] master.ActiveMasterManager(353): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-193816346/master 2024-11-27T11:19:57,167 INFO [M:0;5b617c7edc8e:46701 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/.lastflushedseqids 2024-11-27T11:19:57,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741852_1028 (size=263) 2024-11-27T11:19:57,238 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5b617c7edc8e:38497 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5b617c7edc8e/172.17.0.2:38497 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:19:57,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 5b617c7edc8e:38497 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5b617c7edc8e/172.17.0.2:38497 2024-11-27T11:19:57,238 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=5b617c7edc8e:38497 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5b617c7edc8e/172.17.0.2:38497 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5b617c7edc8e/172.17.0.2:38497 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-27T11:19:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T11:19:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:43938 deadline: 1732706457241, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T11:19:57,242 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T11:19:57,243 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T11:19:57,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:57,260 INFO [RS:0;5b617c7edc8e:38497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:19:57,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101592700e80004, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:57,260 INFO [RS:0;5b617c7edc8e:38497 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,38497,1732706379911; zookeeper connection closed. 2024-11-27T11:19:57,261 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@574527d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@574527d6 2024-11-27T11:19:57,261 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:19:57,374 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 1033, reset compression=false 2024-11-27T11:19:57,572 INFO [M:0;5b617c7edc8e:46701 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:19:57,572 INFO [M:0;5b617c7edc8e:46701 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:19:57,572 DEBUG [M:0;5b617c7edc8e:46701 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:19:57,573 INFO [M:0;5b617c7edc8e:46701 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:57,573 DEBUG [M:0;5b617c7edc8e:46701 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:57,573 DEBUG [M:0;5b617c7edc8e:46701 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:19:57,573 DEBUG [M:0;5b617c7edc8e:46701 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:57,573 INFO [M:0;5b617c7edc8e:46701 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T11:19:57,589 DEBUG [M:0;5b617c7edc8e:46701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fe5f5d018194f6294a90827d494a54d is 82, key is hbase:meta,,1/info:regioninfo/1732706381759/Put/seqid=0 2024-11-27T11:19:57,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741853_1029 (size=5672) 2024-11-27T11:19:57,643 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T11:19:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T11:19:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:43938 deadline: 1732706457645, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T11:19:57,646 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T11:19:57,647 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T11:19:57,647 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T11:19:57,995 INFO [M:0;5b617c7edc8e:46701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fe5f5d018194f6294a90827d494a54d 2024-11-27T11:19:58,014 DEBUG [M:0;5b617c7edc8e:46701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4f72c78d9544665a6fcb13903a1dbee is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732706388579/Put/seqid=0 2024-11-27T11:19:58,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741854_1030 (size=8516) 2024-11-27T11:19:58,147 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T11:19:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T11:19:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:43938 deadline: 1732706458149, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T11:19:58,150 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T11:19:58,151 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T11:19:58,151 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T11:19:58,178 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 1033, reset compression=false 2024-11-27T11:19:58,422 INFO [M:0;5b617c7edc8e:46701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4f72c78d9544665a6fcb13903a1dbee 2024-11-27T11:19:58,445 DEBUG [M:0;5b617c7edc8e:46701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8511e8c0ea394a1a88bc0b323931a02c is 69, key is 5b617c7edc8e,38497,1732706379911/rs:state/1732706380967/Put/seqid=0 2024-11-27T11:19:58,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741855_1031 (size=5156) 2024-11-27T11:19:58,457 INFO [M:0;5b617c7edc8e:46701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8511e8c0ea394a1a88bc0b323931a02c 2024-11-27T11:19:58,461 DEBUG [M:0;5b617c7edc8e:46701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fe5f5d018194f6294a90827d494a54d as hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fe5f5d018194f6294a90827d494a54d 2024-11-27T11:19:58,466 INFO [M:0;5b617c7edc8e:46701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fe5f5d018194f6294a90827d494a54d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T11:19:58,467 DEBUG [M:0;5b617c7edc8e:46701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4f72c78d9544665a6fcb13903a1dbee as hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4f72c78d9544665a6fcb13903a1dbee 2024-11-27T11:19:58,471 INFO [M:0;5b617c7edc8e:46701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4f72c78d9544665a6fcb13903a1dbee, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T11:19:58,471 DEBUG [M:0;5b617c7edc8e:46701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8511e8c0ea394a1a88bc0b323931a02c as hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8511e8c0ea394a1a88bc0b323931a02c 2024-11-27T11:19:58,475 INFO [M:0;5b617c7edc8e:46701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41089/user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8511e8c0ea394a1a88bc0b323931a02c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T11:19:58,476 INFO [M:0;5b617c7edc8e:46701 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=97, compaction requested=false 2024-11-27T11:19:58,477 INFO [M:0;5b617c7edc8e:46701 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:19:58,477 DEBUG [M:0;5b617c7edc8e:46701 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706397572Disabling compacts and flushes for region at 1732706397572Disabling writes for close at 1732706397573 (+1 ms)Obtaining lock to block concurrent updates at 1732706397573Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706397573Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732706397573Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706397574 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706397574Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706397589 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706397589Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706397999 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706398014 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706398014Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706398427 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706398445 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706398445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63c77811: reopening flushed file at 1732706398461 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f0bf1: reopening flushed file at 1732706398467 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b99a735: reopening flushed file at 1732706398471 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=97, compaction requested=false at 1732706398476 (+5 ms)Writing region close event to WAL at 1732706398477 (+1 ms)Closed at 1732706398477 2024-11-27T11:19:58,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42379 is added to blk_1073741830_1006 (size=63654) 2024-11-27T11:19:58,479 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0531299-b2d3-6276-1112-9d717f008690/MasterData/WALs/5b617c7edc8e,46701,1732706379836/5b617c7edc8e%2C46701%2C1732706379836.1732706380830 not finished, retry = 0 2024-11-27T11:19:58,580 INFO [M:0;5b617c7edc8e:46701 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:19:58,580 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:19:58,580 INFO [M:0;5b617c7edc8e:46701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46701 2024-11-27T11:19:58,580 INFO [M:0;5b617c7edc8e:46701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:19:58,682 INFO [M:0;5b617c7edc8e:46701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:19:58,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:58,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x101592700e80003, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:19:58,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dd3ee07{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:19:58,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4612b820{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:19:58,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:19:58,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525768e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:19:58,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c542d7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/hadoop.log.dir/,STOPPED} 2024-11-27T11:19:58,688 WARN [BP-1038013577-172.17.0.2-1732706378256 heartbeating to localhost/127.0.0.1:41089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:19:58,688 WARN [BP-1038013577-172.17.0.2-1732706378256 heartbeating to localhost/127.0.0.1:41089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1038013577-172.17.0.2-1732706378256 (Datanode Uuid 02b55ad5-1c00-4363-8a31-96cbe33127be) service to localhost/127.0.0.1:41089 2024-11-27T11:19:58,689 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:19:58,689 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:19:58,689 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:19:58,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/cluster_47cc52cb-68e9-b4de-c532-5d10f4c4c1c9/data/data2/current/BP-1038013577-172.17.0.2-1732706378256 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:19:58,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/cluster_47cc52cb-68e9-b4de-c532-5d10f4c4c1c9/data/data1/current/BP-1038013577-172.17.0.2-1732706378256 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:19:58,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72fd962a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:19:58,697 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1710d7bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:19:58,697 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:19:58,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46c2b0a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:19:58,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57386462{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/hadoop.log.dir/,STOPPED} 2024-11-27T11:19:58,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:19:58,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:19:58,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:58,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:58,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:58,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:58,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:19:58,715 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:19:58,715 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=642669611, stopped=false 2024-11-27T11:19:58,715 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,42645,1732706375994 2024-11-27T11:19:58,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01399628517/running 2024-11-27T11:19:58,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517 2024-11-27T11:19:58,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01399628517/running 2024-11-27T11:19:58,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517 2024-11-27T11:19:58,720 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:19:58,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Set watcher on znode that does not yet exist, /01399628517/running 2024-11-27T11:19:58,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Set watcher on znode that does not yet exist, /01399628517/running 2024-11-27T11:19:58,722 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:19:58,722 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:58,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:58,722 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,45221,1732706376057' ***** 2024-11-27T11:19:58,722 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:19:58,722 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:19:58,722 INFO [RS:0;5b617c7edc8e:45221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:19:58,722 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:19:58,722 INFO [RS:0;5b617c7edc8e:45221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:19:58,723 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(3091): Received CLOSE for df0c6c31bac42fd8d8c3728062085a2c 2024-11-27T11:19:58,724 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a6fe11505e6d93f56f0ac8714f5dc1d 2024-11-27T11:19:58,724 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,45221,1732706376057 2024-11-27T11:19:58,724 INFO [RS:0;5b617c7edc8e:45221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:19:58,724 INFO [RS:0;5b617c7edc8e:45221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:45221. 2024-11-27T11:19:58,724 DEBUG [RS:0;5b617c7edc8e:45221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:58,724 DEBUG [RS:0;5b617c7edc8e:45221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:58,725 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:19:58,725 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:19:58,725 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df0c6c31bac42fd8d8c3728062085a2c, disabling compactions & flushes 2024-11-27T11:19:58,725 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c. 2024-11-27T11:19:58,725 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c. 2024-11-27T11:19:58,725 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c. after waiting 0 ms 2024-11-27T11:19:58,725 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c. 2024-11-27T11:19:58,725 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:19:58,725 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:19:58,729 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T11:19:58,729 DEBUG [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, df0c6c31bac42fd8d8c3728062085a2c=test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c., 8a6fe11505e6d93f56f0ac8714f5dc1d=hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d.} 2024-11-27T11:19:58,729 DEBUG [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a6fe11505e6d93f56f0ac8714f5dc1d, df0c6c31bac42fd8d8c3728062085a2c 2024-11-27T11:19:58,729 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:19:58,729 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:19:58,729 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:19:58,729 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:19:58,730 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:19:58,730 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T11:19:58,744 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/default/test/df0c6c31bac42fd8d8c3728062085a2c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T11:19:58,745 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:19:58,745 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:19:58,745 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c. 2024-11-27T11:19:58,745 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df0c6c31bac42fd8d8c3728062085a2c: Waiting for close lock at 1732706398724Running coprocessor pre-close hooks at 1732706398724Disabling compacts and flushes for region at 1732706398724Disabling writes for close at 1732706398725 (+1 ms)Writing region close event to WAL at 1732706398733 (+8 ms)Running coprocessor post-close hooks at 1732706398745 (+12 ms)Closed at 1732706398745 2024-11-27T11:19:58,746 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c. 2024-11-27T11:19:58,746 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a6fe11505e6d93f56f0ac8714f5dc1d, disabling compactions & flushes 2024-11-27T11:19:58,746 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d. 2024-11-27T11:19:58,746 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d. 2024-11-27T11:19:58,746 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d. after waiting 0 ms 2024-11-27T11:19:58,746 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d. 2024-11-27T11:19:58,746 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a6fe11505e6d93f56f0ac8714f5dc1d 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-27T11:19:58,748 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:19:58,751 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/.tmp/info/c5b289f18e6e40658fafa618eb4d5058 is 147, key is hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d./info:regioninfo/1732706386395/Put/seqid=0 2024-11-27T11:19:58,752 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T11:19:58,753 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5b617c7edc8e:46701 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5b617c7edc8e/172.17.0.2:46701 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:19:58,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 5b617c7edc8e:46701 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5b617c7edc8e/172.17.0.2:46701 2024-11-27T11:19:58,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741846_1022 (size=7686) 2024-11-27T11:19:58,772 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/.tmp/info/c5b289f18e6e40658fafa618eb4d5058 2024-11-27T11:19:58,780 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/replication/8a6fe11505e6d93f56f0ac8714f5dc1d/.tmp/hfileref/09a0b3c338cb4e95a18f9e9b00b34612 is 74, key is 1/hfileref:2ee4d32c404b450dbed564d2a8f3d13b_SeqId_4_/1732706392010/DeleteColumn/seqid=0 2024-11-27T11:19:58,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741847_1023 (size=5345) 2024-11-27T11:19:58,797 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/.tmp/ns/a43fbd4cfd684a9a9fa18d1cf997e00f is 43, key is default/ns:d/1732706378120/Put/seqid=0 2024-11-27T11:19:58,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741848_1024 (size=5153) 2024-11-27T11:19:58,858 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:58,859 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5b617c7edc8e:46701 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5b617c7edc8e/172.17.0.2:46701 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:19:58,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=5b617c7edc8e:46701 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5b617c7edc8e/172.17.0.2:46701 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-27T11:19:58,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 5b617c7edc8e:46701 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5b617c7edc8e/172.17.0.2:46701 2024-11-27T11:19:58,929 DEBUG [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a6fe11505e6d93f56f0ac8714f5dc1d 2024-11-27T11:19:59,067 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:59,068 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5b617c7edc8e:46701 this server is in the failed servers list 2024-11-27T11:19:59,069 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5b617c7edc8e:46701 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:19:59,082 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 1033, reset compression=false 2024-11-27T11:19:59,087 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:19:59,087 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 1328, reset compression=false 2024-11-27T11:19:59,129 DEBUG [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a6fe11505e6d93f56f0ac8714f5dc1d 2024-11-27T11:19:59,195 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/replication/8a6fe11505e6d93f56f0ac8714f5dc1d/.tmp/hfileref/09a0b3c338cb4e95a18f9e9b00b34612 2024-11-27T11:19:59,206 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/.tmp/ns/a43fbd4cfd684a9a9fa18d1cf997e00f 2024-11-27T11:19:59,220 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/replication/8a6fe11505e6d93f56f0ac8714f5dc1d/.tmp/queue/29ee53e8ed5047eea130f0cb8633610c is 153, key is 1-5b617c7edc8e,45221,1732706376057/queue:5b617c7edc8e%2C45221%2C1732706376057/1732706392012/Put/seqid=0 2024-11-27T11:19:59,230 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/.tmp/rep_barrier/e60aeaa56fa6474d817808aa442b3f20 is 112, key is test,,1732706381893.df0c6c31bac42fd8d8c3728062085a2c./rep_barrier:seqnumDuringOpen/1732706383069/Put/seqid=0 2024-11-27T11:19:59,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741849_1025 (size=5352) 2024-11-27T11:19:59,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741850_1026 (size=5518) 2024-11-27T11:19:59,243 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/.tmp/rep_barrier/e60aeaa56fa6474d817808aa442b3f20 2024-11-27T11:19:59,264 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/.tmp/table/0111cb9c61e14a1b85e25cb9d02cbc41 is 53, key is hbase:replication/table:state/1732706386403/Put/seqid=0 2024-11-27T11:19:59,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741851_1027 (size=5308) 2024-11-27T11:19:59,270 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/.tmp/table/0111cb9c61e14a1b85e25cb9d02cbc41 2024-11-27T11:19:59,276 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/.tmp/info/c5b289f18e6e40658fafa618eb4d5058 as hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/info/c5b289f18e6e40658fafa618eb4d5058 2024-11-27T11:19:59,280 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/info/c5b289f18e6e40658fafa618eb4d5058, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T11:19:59,281 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/.tmp/ns/a43fbd4cfd684a9a9fa18d1cf997e00f as hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/ns/a43fbd4cfd684a9a9fa18d1cf997e00f 2024-11-27T11:19:59,284 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/ns/a43fbd4cfd684a9a9fa18d1cf997e00f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T11:19:59,285 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/.tmp/rep_barrier/e60aeaa56fa6474d817808aa442b3f20 as hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/rep_barrier/e60aeaa56fa6474d817808aa442b3f20 2024-11-27T11:19:59,289 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/rep_barrier/e60aeaa56fa6474d817808aa442b3f20, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T11:19:59,290 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/.tmp/table/0111cb9c61e14a1b85e25cb9d02cbc41 as hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/table/0111cb9c61e14a1b85e25cb9d02cbc41 2024-11-27T11:19:59,292 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 1328, reset compression=false 2024-11-27T11:19:59,295 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/table/0111cb9c61e14a1b85e25cb9d02cbc41, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T11:19:59,296 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 566ms, sequenceid=16, compaction requested=false 2024-11-27T11:19:59,296 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T11:19:59,302 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T11:19:59,303 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:19:59,303 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:19:59,303 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:19:59,303 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706398729Running coprocessor pre-close hooks at 1732706398729Disabling compacts and flushes for region at 1732706398729Disabling writes for close at 1732706398729Obtaining lock to block concurrent updates at 1732706398730 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732706398730Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732706398730Flushing stores of hbase:meta,,1.1588230740 at 1732706398733 (+3 ms)Flushing 1588230740/info: creating writer at 1732706398733Flushing 1588230740/info: appending metadata at 1732706398750 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732706398750Flushing 1588230740/ns: creating writer at 1732706398778 (+28 ms)Flushing 1588230740/ns: appending metadata at 1732706398796 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732706398796Flushing 1588230740/rep_barrier: creating writer at 1732706399211 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732706399230 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732706399230Flushing 1588230740/table: creating writer at 1732706399248 (+18 ms)Flushing 1588230740/table: appending metadata at 1732706399263 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732706399264 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bae015b: reopening flushed file at 1732706399276 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@344e1920: reopening flushed file at 1732706399280 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d63861: reopening flushed file at 1732706399284 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e07689c: reopening flushed file at 1732706399290 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 566ms, sequenceid=16, compaction requested=false at 1732706399296 (+6 ms)Writing region close event to WAL at 1732706399299 (+3 ms)Running coprocessor post-close hooks at 1732706399303 (+4 ms)Closed at 1732706399303 2024-11-27T11:19:59,303 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:19:59,329 DEBUG [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(1351): Waiting on 8a6fe11505e6d93f56f0ac8714f5dc1d 2024-11-27T11:19:59,378 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:59,379 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5b617c7edc8e:46701 this server is in the failed servers list 2024-11-27T11:19:59,379 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5b617c7edc8e:46701 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:19:59,389 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:19:59,389 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:19:59,530 DEBUG [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(1351): Waiting on 8a6fe11505e6d93f56f0ac8714f5dc1d 2024-11-27T11:19:59,598 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.wal-reader.5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.1732706377484 to pos 1328, reset compression=false 2024-11-27T11:19:59,634 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/replication/8a6fe11505e6d93f56f0ac8714f5dc1d/.tmp/queue/29ee53e8ed5047eea130f0cb8633610c 2024-11-27T11:19:59,639 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/replication/8a6fe11505e6d93f56f0ac8714f5dc1d/.tmp/hfileref/09a0b3c338cb4e95a18f9e9b00b34612 as hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/replication/8a6fe11505e6d93f56f0ac8714f5dc1d/hfileref/09a0b3c338cb4e95a18f9e9b00b34612 2024-11-27T11:19:59,643 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/replication/8a6fe11505e6d93f56f0ac8714f5dc1d/hfileref/09a0b3c338cb4e95a18f9e9b00b34612, entries=4, sequenceid=10, filesize=5.2 K 2024-11-27T11:19:59,644 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/replication/8a6fe11505e6d93f56f0ac8714f5dc1d/.tmp/queue/29ee53e8ed5047eea130f0cb8633610c as hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/replication/8a6fe11505e6d93f56f0ac8714f5dc1d/queue/29ee53e8ed5047eea130f0cb8633610c 2024-11-27T11:19:59,647 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/replication/8a6fe11505e6d93f56f0ac8714f5dc1d/queue/29ee53e8ed5047eea130f0cb8633610c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T11:19:59,648 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8a6fe11505e6d93f56f0ac8714f5dc1d in 902ms, sequenceid=10, compaction requested=false 2024-11-27T11:19:59,648 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T11:19:59,653 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/data/hbase/replication/8a6fe11505e6d93f56f0ac8714f5dc1d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T11:19:59,653 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:19:59,653 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:19:59,653 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d. 2024-11-27T11:19:59,654 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a6fe11505e6d93f56f0ac8714f5dc1d: Waiting for close lock at 1732706398746Running coprocessor pre-close hooks at 1732706398746Disabling compacts and flushes for region at 1732706398746Disabling writes for close at 1732706398746Obtaining lock to block concurrent updates at 1732706398746Preparing flush snapshotting stores in 8a6fe11505e6d93f56f0ac8714f5dc1d at 1732706398746Finished memstore snapshotting hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732706398746Flushing stores of hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d. at 1732706398747 (+1 ms)Flushing 8a6fe11505e6d93f56f0ac8714f5dc1d/hfileref: creating writer at 1732706398747Flushing 8a6fe11505e6d93f56f0ac8714f5dc1d/hfileref: appending metadata at 1732706398779 (+32 ms)Flushing 8a6fe11505e6d93f56f0ac8714f5dc1d/hfileref: closing flushed file at 1732706398779Flushing 8a6fe11505e6d93f56f0ac8714f5dc1d/queue: creating writer at 1732706399201 (+422 ms)Flushing 8a6fe11505e6d93f56f0ac8714f5dc1d/queue: appending metadata at 1732706399219 (+18 ms)Flushing 8a6fe11505e6d93f56f0ac8714f5dc1d/queue: closing flushed file at 1732706399219Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c23c02b: reopening flushed file at 1732706399638 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43875e41: reopening flushed file at 1732706399643 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8a6fe11505e6d93f56f0ac8714f5dc1d in 902ms, sequenceid=10, compaction requested=false at 1732706399648 (+5 ms)Writing region close event to WAL at 1732706399650 (+2 ms)Running coprocessor post-close hooks at 1732706399653 (+3 ms)Closed at 1732706399653 2024-11-27T11:19:59,654 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732706385228.8a6fe11505e6d93f56f0ac8714f5dc1d. 2024-11-27T11:19:59,730 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,45221,1732706376057; all regions closed. 2024-11-27T11:19:59,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741834_1010 (size=4239) 2024-11-27T11:19:59,732 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.meta.1732706378040.meta not finished, retry = 0 2024-11-27T11:19:59,834 DEBUG [RS:0;5b617c7edc8e:45221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/oldWALs 2024-11-27T11:19:59,834 INFO [RS:0;5b617c7edc8e:45221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C45221%2C1732706376057.meta:.meta(num 1732706378040) 2024-11-27T11:19:59,836 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/WALs/5b617c7edc8e,45221,1732706376057/5b617c7edc8e%2C45221%2C1732706376057.rep.1732706386363 not finished, retry = 0 2024-11-27T11:19:59,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741839_1015 (size=2695) 2024-11-27T11:19:59,887 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:19:59,888 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5b617c7edc8e:46701 this server is in the failed servers list 2024-11-27T11:19:59,888 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5b617c7edc8e:46701 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:19:59,939 DEBUG [RS:0;5b617c7edc8e:45221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/oldWALs 2024-11-27T11:19:59,939 INFO [RS:0;5b617c7edc8e:45221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C45221%2C1732706376057.rep:(num 1732706386363) 2024-11-27T11:19:59,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741833_1009 (size=1336) 2024-11-27T11:19:59,942 DEBUG [RS:0;5b617c7edc8e:45221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/oldWALs 2024-11-27T11:19:59,942 INFO [RS:0;5b617c7edc8e:45221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C45221%2C1732706376057:(num 1732706377484) 2024-11-27T11:19:59,942 DEBUG [RS:0;5b617c7edc8e:45221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:59,942 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:19:59,943 INFO [RS:0;5b617c7edc8e:45221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:19:59,943 INFO [RS:0;5b617c7edc8e:45221 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T11:19:59,943 INFO [RS:0;5b617c7edc8e:45221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:19:59,943 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:19:59,943 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b617c7edc8e,45221,1732706376057 because: Region server is closing 2024-11-27T11:19:59,943 INFO [RS:0;5b617c7edc8e:45221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:45221. 2024-11-27T11:19:59,943 DEBUG [RS:0;5b617c7edc8e:45221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:19:59,943 DEBUG [RS:0;5b617c7edc8e:45221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:59,943 DEBUG [RS:0;5b617c7edc8e:45221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:19:59,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:00,044 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-27T11:20:00,044 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T11:20:00,044 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T11:20:00,745 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45221,1732706376057.replicationSource.shipper5b617c7edc8e%2C45221%2C1732706376057,1-5b617c7edc8e,45221,1732706376057 terminated 2024-11-27T11:20:00,746 INFO [RS:0;5b617c7edc8e:45221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:45221. 2024-11-27T11:20:00,746 DEBUG [RS:0;5b617c7edc8e:45221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:00,746 DEBUG [RS:0;5b617c7edc8e:45221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:00,746 DEBUG [RS:0;5b617c7edc8e:45221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:00,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:00,746 INFO [RS:0;5b617c7edc8e:45221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45221 2024-11-27T11:20:00,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517/rs 2024-11-27T11:20:00,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01399628517/rs/5b617c7edc8e,45221,1732706376057 2024-11-27T11:20:00,748 INFO [RS:0;5b617c7edc8e:45221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:20:00,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,45221,1732706376057] 2024-11-27T11:20:00,751 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01399628517/draining/5b617c7edc8e,45221,1732706376057 already deleted, retry=false 2024-11-27T11:20:00,752 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,45221,1732706376057 expired; onlineServers=0 2024-11-27T11:20:00,752 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,42645,1732706375994' ***** 2024-11-27T11:20:00,752 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:20:00,752 INFO [M:0;5b617c7edc8e:42645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:20:00,752 INFO [M:0;5b617c7edc8e:42645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:20:00,752 DEBUG [M:0;5b617c7edc8e:42645 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:20:00,752 DEBUG [M:0;5b617c7edc8e:42645 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:20:00,752 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:20:00,752 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706377217 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706377217,5,FailOnTimeoutGroup] 2024-11-27T11:20:00,752 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706377233 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706377233,5,FailOnTimeoutGroup] 2024-11-27T11:20:00,752 INFO [M:0;5b617c7edc8e:42645 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:20:00,752 INFO [M:0;5b617c7edc8e:42645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:20:00,752 DEBUG [M:0;5b617c7edc8e:42645 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:20:00,752 INFO [M:0;5b617c7edc8e:42645 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:20:00,752 INFO [M:0;5b617c7edc8e:42645 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:20:00,753 INFO [M:0;5b617c7edc8e:42645 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:20:00,753 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:20:00,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01399628517/master 2024-11-27T11:20:00,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399628517 2024-11-27T11:20:00,754 DEBUG [M:0;5b617c7edc8e:42645 {}] zookeeper.ZKUtil(347): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Unable to get data of znode /01399628517/master because node does not exist (not an error) 2024-11-27T11:20:00,754 WARN [M:0;5b617c7edc8e:42645 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:20:00,755 INFO [M:0;5b617c7edc8e:42645 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/.lastflushedseqids 2024-11-27T11:20:00,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741852_1028 (size=263) 2024-11-27T11:20:00,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:20:00,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101592700e80001, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:20:00,849 INFO [RS:0;5b617c7edc8e:45221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:20:00,849 INFO [RS:0;5b617c7edc8e:45221 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,45221,1732706376057; zookeeper connection closed. 2024-11-27T11:20:00,850 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@484f760d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@484f760d 2024-11-27T11:20:00,850 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:20:00,898 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:00,898 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:20:00,901 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:20:01,160 INFO [M:0;5b617c7edc8e:42645 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:20:01,160 INFO [M:0;5b617c7edc8e:42645 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:20:01,160 DEBUG [M:0;5b617c7edc8e:42645 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:20:01,160 INFO [M:0;5b617c7edc8e:42645 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:01,160 DEBUG [M:0;5b617c7edc8e:42645 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:01,160 DEBUG [M:0;5b617c7edc8e:42645 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:20:01,160 DEBUG [M:0;5b617c7edc8e:42645 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:01,160 INFO [M:0;5b617c7edc8e:42645 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-27T11:20:01,176 DEBUG [M:0;5b617c7edc8e:42645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3085cc6e813547ec933d5f038db85223 is 82, key is hbase:meta,,1/info:regioninfo/1732706378099/Put/seqid=0 2024-11-27T11:20:01,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741853_1029 (size=5672) 2024-11-27T11:20:01,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:20:01,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:01,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:01,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:01,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:01,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:01,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:01,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:01,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:01,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:01,580 INFO [M:0;5b617c7edc8e:42645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3085cc6e813547ec933d5f038db85223 2024-11-27T11:20:01,602 DEBUG [M:0;5b617c7edc8e:42645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89dee152e0ed4e65abd0dc3445157e7f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732706386406/Put/seqid=0 2024-11-27T11:20:01,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741854_1030 (size=8517) 2024-11-27T11:20:02,006 INFO [M:0;5b617c7edc8e:42645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89dee152e0ed4e65abd0dc3445157e7f 2024-11-27T11:20:02,025 DEBUG [M:0;5b617c7edc8e:42645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98a669a73463433f8271e695839839e7 is 69, key is 5b617c7edc8e,45221,1732706376057/rs:state/1732706377242/Put/seqid=0 2024-11-27T11:20:02,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741855_1031 (size=5156) 2024-11-27T11:20:02,029 INFO [M:0;5b617c7edc8e:42645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98a669a73463433f8271e695839839e7 2024-11-27T11:20:02,033 DEBUG [M:0;5b617c7edc8e:42645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3085cc6e813547ec933d5f038db85223 as hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3085cc6e813547ec933d5f038db85223 2024-11-27T11:20:02,036 INFO [M:0;5b617c7edc8e:42645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3085cc6e813547ec933d5f038db85223, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T11:20:02,037 DEBUG [M:0;5b617c7edc8e:42645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89dee152e0ed4e65abd0dc3445157e7f as hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89dee152e0ed4e65abd0dc3445157e7f 2024-11-27T11:20:02,041 INFO [M:0;5b617c7edc8e:42645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89dee152e0ed4e65abd0dc3445157e7f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T11:20:02,042 DEBUG [M:0;5b617c7edc8e:42645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98a669a73463433f8271e695839839e7 as hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98a669a73463433f8271e695839839e7 2024-11-27T11:20:02,045 INFO [M:0;5b617c7edc8e:42645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98a669a73463433f8271e695839839e7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T11:20:02,046 INFO [M:0;5b617c7edc8e:42645 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=97, compaction requested=false 2024-11-27T11:20:02,047 INFO [M:0;5b617c7edc8e:42645 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:02,047 DEBUG [M:0;5b617c7edc8e:42645 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706401160Disabling compacts and flushes for region at 1732706401160Disabling writes for close at 1732706401160Obtaining lock to block concurrent updates at 1732706401160Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706401160Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732706401161 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706401161Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706401161Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706401175 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706401175Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706401584 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706401601 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706401602 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706402011 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706402024 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706402024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@445b5c2b: reopening flushed file at 1732706402032 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31665c60: reopening flushed file at 1732706402037 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c753e4: reopening flushed file at 1732706402041 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=97, compaction requested=false at 1732706402046 (+5 ms)Writing region close event to WAL at 1732706402047 (+1 ms)Closed at 1732706402047 2024-11-27T11:20:02,050 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3e39918-23fb-1666-7fbb-db9157478b96/MasterData/WALs/5b617c7edc8e,42645,1732706375994/5b617c7edc8e%2C42645%2C1732706375994.1732706376959 not finished, retry = 0 2024-11-27T11:20:02,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46859 is added to blk_1073741830_1006 (size=63666) 2024-11-27T11:20:02,151 INFO [M:0;5b617c7edc8e:42645 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:20:02,151 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:20:02,151 INFO [M:0;5b617c7edc8e:42645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42645 2024-11-27T11:20:02,151 INFO [M:0;5b617c7edc8e:42645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:20:02,253 INFO [M:0;5b617c7edc8e:42645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:20:02,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:20:02,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101592700e80000, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:20:02,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72d536da{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:20:02,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@290893d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:20:02,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:20:02,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e4410b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:20:02,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f900305{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/hadoop.log.dir/,STOPPED} 2024-11-27T11:20:02,259 WARN [BP-1938702037-172.17.0.2-1732706375295 heartbeating to localhost/127.0.0.1:42213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:20:02,259 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:20:02,260 WARN [BP-1938702037-172.17.0.2-1732706375295 heartbeating to localhost/127.0.0.1:42213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1938702037-172.17.0.2-1732706375295 (Datanode Uuid 2bf8be0d-4093-4800-ab40-9cb630cb94d1) service to localhost/127.0.0.1:42213 2024-11-27T11:20:02,260 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:20:02,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/cluster_8e6cde1c-22a1-5125-d160-5fbf690d775d/data/data1/current/BP-1938702037-172.17.0.2-1732706375295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:20:02,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/cluster_8e6cde1c-22a1-5125-d160-5fbf690d775d/data/data2/current/BP-1938702037-172.17.0.2-1732706375295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:20:02,261 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:20:02,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6159bf39{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:20:02,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a6a1081{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:20:02,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:20:02,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21d5d318{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:20:02,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72fdf554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d453452a-9e5c-84e1-ee13-366586551bd5/hadoop.log.dir/,STOPPED} 2024-11-27T11:20:02,274 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T11:20:02,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:20:02,297 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 205) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:42213 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:42213 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41089 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:42213 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58518) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:42213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58518) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41089 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:41089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:42213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 242) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6264 (was 6605) 2024-11-27T11:20:02,307 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=6264 2024-11-27T11:20:02,320 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-27T11:20:02,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/hadoop.log.dir so I do NOT create it in target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779 2024-11-27T11:20:02,321 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:20:02,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/hadoop.tmp.dir so I do NOT create it in target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779 2024-11-27T11:20:02,321 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d76aa47-4bda-cf34-769f-30cd7484adcd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:20:02,321 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779 2024-11-27T11:20:02,321 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/cluster_aab588e2-4ed4-4094-75c3-5de75352dc47, deleteOnExit=true 2024-11-27T11:20:02,324 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/cluster_aab588e2-4ed4-4094-75c3-5de75352dc47/zookeeper_0, clientPort=57679, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/cluster_aab588e2-4ed4-4094-75c3-5de75352dc47/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/cluster_aab588e2-4ed4-4094-75c3-5de75352dc47/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T11:20:02,325 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57679 2024-11-27T11:20:02,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:20:02,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:20:02,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/test.cache.data in system properties and HBase conf 2024-11-27T11:20:02,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:20:02,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:20:02,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:20:02,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:20:02,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:20:02,325 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:20:02,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:20:02,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:20:02,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:20:02,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:20:02,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:20:02,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:20:02,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:20:02,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:20:02,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:20:02,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:20:02,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:20:02,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:20:02,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:20:02,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:20:02,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101592700e80002, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T11:20:02,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101592700e80005, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T11:20:02,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101592700e80005, quorum=127.0.0.1:58518, baseZNode=/1-193816346 Received Disconnected from ZooKeeper, ignoring 2024-11-27T11:20:02,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101592700e80002, quorum=127.0.0.1:58518, baseZNode=/01399628517 Received Disconnected from ZooKeeper, ignoring 2024-11-27T11:20:02,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:20:02,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:20:02,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:20:02,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:20:02,428 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:20:02,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:20:02,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42813850{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:20:02,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48f78525{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:20:02,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74c2741e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/java.io.tmpdir/jetty-localhost-38709-hadoop-hdfs-3_4_1-tests_jar-_-any-1158204082873719503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:20:02,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2be16d0e{HTTP/1.1, (http/1.1)}{localhost:38709} 2024-11-27T11:20:02,554 INFO [Time-limited test {}] server.Server(415): Started @179620ms 2024-11-27T11:20:02,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:20:02,713 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:20:02,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:20:02,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:20:02,716 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:20:02,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27010475{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:20:02,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ffe7038{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:20:02,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22ca0fe6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/java.io.tmpdir/jetty-localhost-37153-hadoop-hdfs-3_4_1-tests_jar-_-any-15456954103086589288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:20:02,835 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28b78703{HTTP/1.1, (http/1.1)}{localhost:37153} 2024-11-27T11:20:02,835 INFO [Time-limited test {}] server.Server(415): Started @179900ms 2024-11-27T11:20:02,836 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:20:02,908 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:02,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:20:02,909 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4157 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:20:02,939 WARN [Thread-2192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/cluster_aab588e2-4ed4-4094-75c3-5de75352dc47/data/data2/current/BP-638526588-172.17.0.2-1732706402344/current, will proceed with Du for space computation calculation, 2024-11-27T11:20:02,939 WARN [Thread-2191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/cluster_aab588e2-4ed4-4094-75c3-5de75352dc47/data/data1/current/BP-638526588-172.17.0.2-1732706402344/current, will proceed with Du for space computation calculation, 2024-11-27T11:20:02,957 WARN [Thread-2179 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:20:02,960 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6259b0a1e54a0733 with lease ID 0x7be8486b7dc311e4: Processing first storage report for DS-6a5df77a-0dd9-49c0-9f27-e5b1e9b12c88 from datanode DatanodeRegistration(127.0.0.1:38363, datanodeUuid=118d8f03-07b2-497f-95b3-cc197c5dddc5, infoPort=37141, infoSecurePort=0, ipcPort=45433, storageInfo=lv=-57;cid=testClusterID;nsid=845582749;c=1732706402344) 2024-11-27T11:20:02,960 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6259b0a1e54a0733 with lease ID 0x7be8486b7dc311e4: from storage DS-6a5df77a-0dd9-49c0-9f27-e5b1e9b12c88 node DatanodeRegistration(127.0.0.1:38363, datanodeUuid=118d8f03-07b2-497f-95b3-cc197c5dddc5, infoPort=37141, infoSecurePort=0, ipcPort=45433, storageInfo=lv=-57;cid=testClusterID;nsid=845582749;c=1732706402344), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T11:20:02,960 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6259b0a1e54a0733 with lease ID 0x7be8486b7dc311e4: Processing first storage report for DS-bc63e5c1-c62f-4e95-a83f-f77a58ab3b9a from datanode DatanodeRegistration(127.0.0.1:38363, datanodeUuid=118d8f03-07b2-497f-95b3-cc197c5dddc5, infoPort=37141, infoSecurePort=0, ipcPort=45433, storageInfo=lv=-57;cid=testClusterID;nsid=845582749;c=1732706402344) 2024-11-27T11:20:02,960 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6259b0a1e54a0733 with lease ID 0x7be8486b7dc311e4: from storage DS-bc63e5c1-c62f-4e95-a83f-f77a58ab3b9a node DatanodeRegistration(127.0.0.1:38363, datanodeUuid=118d8f03-07b2-497f-95b3-cc197c5dddc5, infoPort=37141, infoSecurePort=0, ipcPort=45433, storageInfo=lv=-57;cid=testClusterID;nsid=845582749;c=1732706402344), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:20:02,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779 2024-11-27T11:20:02,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:02,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:02,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:20:03,375 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692 with version=8 2024-11-27T11:20:03,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/hbase-staging 2024-11-27T11:20:03,378 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:20:03,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:03,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:03,378 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:20:03,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:03,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:20:03,378 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:20:03,378 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:20:03,379 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32861 2024-11-27T11:20:03,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32861 connecting to ZooKeeper ensemble=127.0.0.1:57679 2024-11-27T11:20:03,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328610x0, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:20:03,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32861-0x10159276aa30000 connected 2024-11-27T11:20:03,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:03,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:03,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Set watcher on znode that does not yet exist, /0-2007062435/running 2024-11-27T11:20:03,410 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692, hbase.cluster.distributed=false 2024-11-27T11:20:03,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Set watcher on znode that does not yet exist, /0-2007062435/acl 2024-11-27T11:20:03,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32861 2024-11-27T11:20:03,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32861 2024-11-27T11:20:03,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32861 2024-11-27T11:20:03,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32861 2024-11-27T11:20:03,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32861 2024-11-27T11:20:03,427 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:20:03,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:03,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:03,428 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:20:03,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:03,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:20:03,428 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:20:03,428 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:20:03,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45595 2024-11-27T11:20:03,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45595 connecting to ZooKeeper ensemble=127.0.0.1:57679 2024-11-27T11:20:03,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:03,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:03,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455950x0, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:20:03,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455950x0, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Set watcher on znode that does not yet exist, /0-2007062435/running 2024-11-27T11:20:03,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45595-0x10159276aa30001 connected 2024-11-27T11:20:03,440 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:20:03,441 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:20:03,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Set watcher on znode that does not yet exist, /0-2007062435/master 2024-11-27T11:20:03,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Set watcher on znode that does not yet exist, /0-2007062435/acl 2024-11-27T11:20:03,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45595 2024-11-27T11:20:03,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45595 2024-11-27T11:20:03,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45595 2024-11-27T11:20:03,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45595 2024-11-27T11:20:03,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45595 2024-11-27T11:20:03,463 DEBUG [M:0;5b617c7edc8e:32861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:32861 2024-11-27T11:20:03,463 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2007062435/backup-masters/5b617c7edc8e,32861,1732706403377 2024-11-27T11:20:03,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435/backup-masters 2024-11-27T11:20:03,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435/backup-masters 2024-11-27T11:20:03,465 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Set watcher on existing znode=/0-2007062435/backup-masters/5b617c7edc8e,32861,1732706403377 2024-11-27T11:20:03,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2007062435/master 2024-11-27T11:20:03,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435 2024-11-27T11:20:03,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435 2024-11-27T11:20:03,467 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Set watcher on existing znode=/0-2007062435/master 2024-11-27T11:20:03,467 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2007062435/backup-masters/5b617c7edc8e,32861,1732706403377 from backup master directory 2024-11-27T11:20:03,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2007062435/backup-masters/5b617c7edc8e,32861,1732706403377 2024-11-27T11:20:03,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435/backup-masters 2024-11-27T11:20:03,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435/backup-masters 2024-11-27T11:20:03,468 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:20:03,468 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,32861,1732706403377 2024-11-27T11:20:03,472 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/hbase.id] with ID: 99eff2f3-3cc2-47bc-a61e-52f25827445a 2024-11-27T11:20:03,472 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/.tmp/hbase.id 2024-11-27T11:20:03,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:20:03,879 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/.tmp/hbase.id]:[hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/hbase.id] 2024-11-27T11:20:03,889 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:03,889 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:20:03,890 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T11:20:03,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435 2024-11-27T11:20:03,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435 2024-11-27T11:20:03,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:20:04,299 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:20:04,300 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:20:04,300 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:04,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:20:04,707 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store 2024-11-27T11:20:04,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:20:05,119 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:05,119 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:20:05,119 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:05,119 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:05,119 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:20:05,119 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:05,119 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:05,119 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706405119Disabling compacts and flushes for region at 1732706405119Disabling writes for close at 1732706405119Writing region close event to WAL at 1732706405119Closed at 1732706405119 2024-11-27T11:20:05,120 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/.initializing 2024-11-27T11:20:05,120 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/WALs/5b617c7edc8e,32861,1732706403377 2024-11-27T11:20:05,121 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:20:05,122 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C32861%2C1732706403377, suffix=, logDir=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/WALs/5b617c7edc8e,32861,1732706403377, archiveDir=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/oldWALs, maxLogs=10 2024-11-27T11:20:05,135 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/WALs/5b617c7edc8e,32861,1732706403377/5b617c7edc8e%2C32861%2C1732706403377.1732706405122, exclude list is [], retry=0 2024-11-27T11:20:05,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38363,DS-6a5df77a-0dd9-49c0-9f27-e5b1e9b12c88,DISK] 2024-11-27T11:20:05,139 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/WALs/5b617c7edc8e,32861,1732706403377/5b617c7edc8e%2C32861%2C1732706403377.1732706405122 2024-11-27T11:20:05,140 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37141:37141)] 2024-11-27T11:20:05,140 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:05,140 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:05,140 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:05,140 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:05,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:05,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:20:05,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:05,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:05,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:05,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:20:05,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:05,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:05,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:05,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:20:05,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:05,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:05,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:05,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:20:05,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:05,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:05,146 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:05,147 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:05,147 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:05,148 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:05,148 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:05,148 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:20:05,149 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:05,150 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:05,151 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73843774, jitterRate=0.10035797953605652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:20:05,151 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706405140Initializing all the Stores at 1732706405141 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706405141Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706405141Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706405141Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706405141Cleaning up temporary data from old regions at 1732706405148 (+7 ms)Region opened successfully at 1732706405151 (+3 ms) 2024-11-27T11:20:05,152 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:20:05,154 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c1ab72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:20:05,154 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:20:05,155 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:20:05,155 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:20:05,155 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:20:05,155 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:20:05,155 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:20:05,155 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:20:05,158 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:20:05,159 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Unable to get data of znode /0-2007062435/balancer because node does not exist (not necessarily an error) 2024-11-27T11:20:05,160 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2007062435/balancer already deleted, retry=false 2024-11-27T11:20:05,160 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:20:05,161 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Unable to get data of znode /0-2007062435/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:20:05,162 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2007062435/normalizer already deleted, retry=false 2024-11-27T11:20:05,162 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:20:05,163 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Unable to get data of znode /0-2007062435/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:20:05,164 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2007062435/switch/split already deleted, retry=false 2024-11-27T11:20:05,165 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Unable to get data of znode /0-2007062435/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:20:05,168 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2007062435/switch/merge already deleted, retry=false 2024-11-27T11:20:05,169 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Unable to get data of znode /0-2007062435/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:20:05,170 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2007062435/snapshot-cleanup already deleted, retry=false 2024-11-27T11:20:05,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2007062435/running 2024-11-27T11:20:05,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2007062435/running 2024-11-27T11:20:05,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435 2024-11-27T11:20:05,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435 2024-11-27T11:20:05,172 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,32861,1732706403377, sessionid=0x10159276aa30000, setting cluster-up flag (Was=false) 2024-11-27T11:20:05,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435 2024-11-27T11:20:05,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435 2024-11-27T11:20:05,180 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2007062435/flush-table-proc/acquired, /0-2007062435/flush-table-proc/reached, /0-2007062435/flush-table-proc/abort 2024-11-27T11:20:05,181 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,32861,1732706403377 2024-11-27T11:20:05,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435 2024-11-27T11:20:05,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435 2024-11-27T11:20:05,191 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2007062435/online-snapshot/acquired, /0-2007062435/online-snapshot/reached, /0-2007062435/online-snapshot/abort 2024-11-27T11:20:05,192 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,32861,1732706403377 2024-11-27T11:20:05,193 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:20:05,194 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:05,195 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:20:05,195 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:20:05,195 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,32861,1732706403377 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:20:05,196 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:05,196 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:05,196 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:05,196 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:05,196 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:20:05,196 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:05,196 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:20:05,196 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:05,197 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706435197 2024-11-27T11:20:05,197 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:20:05,197 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:20:05,197 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:20:05,197 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:20:05,197 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:20:05,197 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:05,197 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:20:05,197 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:20:05,197 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:05,198 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:20:05,198 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:20:05,198 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:20:05,198 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:20:05,198 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:20:05,198 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:20:05,198 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:05,198 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706405198,5,FailOnTimeoutGroup] 2024-11-27T11:20:05,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:20:05,198 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706405198,5,FailOnTimeoutGroup] 2024-11-27T11:20:05,198 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:05,199 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:20:05,199 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:05,199 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:05,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:20:05,251 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(746): ClusterId : 99eff2f3-3cc2-47bc-a61e-52f25827445a 2024-11-27T11:20:05,251 DEBUG [RS:0;5b617c7edc8e:45595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:20:05,253 DEBUG [RS:0;5b617c7edc8e:45595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:20:05,253 DEBUG [RS:0;5b617c7edc8e:45595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:20:05,255 DEBUG [RS:0;5b617c7edc8e:45595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:20:05,255 DEBUG [RS:0;5b617c7edc8e:45595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8592ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:20:05,266 DEBUG [RS:0;5b617c7edc8e:45595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:45595 2024-11-27T11:20:05,266 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:20:05,266 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:20:05,267 DEBUG [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:20:05,267 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,32861,1732706403377 with port=45595, startcode=1732706403427 2024-11-27T11:20:05,267 DEBUG [RS:0;5b617c7edc8e:45595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:20:05,269 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:20:05,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,45595,1732706403427 2024-11-27T11:20:05,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32861 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,45595,1732706403427 2024-11-27T11:20:05,270 DEBUG [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692 2024-11-27T11:20:05,270 DEBUG [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34007 2024-11-27T11:20:05,270 DEBUG [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:20:05,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435/rs 2024-11-27T11:20:05,272 DEBUG [RS:0;5b617c7edc8e:45595 {}] zookeeper.ZKUtil(111): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Set watcher on existing znode=/0-2007062435/rs/5b617c7edc8e,45595,1732706403427 2024-11-27T11:20:05,272 WARN [RS:0;5b617c7edc8e:45595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:20:05,273 INFO [RS:0;5b617c7edc8e:45595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:05,273 DEBUG [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427 2024-11-27T11:20:05,273 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,45595,1732706403427] 2024-11-27T11:20:05,275 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:20:05,277 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:20:05,278 INFO [RS:0;5b617c7edc8e:45595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:20:05,278 INFO [RS:0;5b617c7edc8e:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:05,278 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:20:05,278 INFO [RS:0;5b617c7edc8e:45595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:20:05,278 INFO [RS:0;5b617c7edc8e:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:05,279 DEBUG [RS:0;5b617c7edc8e:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:05,279 DEBUG [RS:0;5b617c7edc8e:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:05,279 DEBUG [RS:0;5b617c7edc8e:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:05,279 DEBUG [RS:0;5b617c7edc8e:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:05,279 DEBUG [RS:0;5b617c7edc8e:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:05,279 DEBUG [RS:0;5b617c7edc8e:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:20:05,279 DEBUG [RS:0;5b617c7edc8e:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:05,279 DEBUG [RS:0;5b617c7edc8e:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:05,279 DEBUG [RS:0;5b617c7edc8e:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:05,279 DEBUG [RS:0;5b617c7edc8e:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:05,279 DEBUG [RS:0;5b617c7edc8e:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:05,279 DEBUG [RS:0;5b617c7edc8e:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:05,279 DEBUG [RS:0;5b617c7edc8e:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:20:05,279 DEBUG [RS:0;5b617c7edc8e:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:20:05,279 INFO [RS:0;5b617c7edc8e:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:05,279 INFO [RS:0;5b617c7edc8e:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:05,279 INFO [RS:0;5b617c7edc8e:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:05,279 INFO [RS:0;5b617c7edc8e:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:05,279 INFO [RS:0;5b617c7edc8e:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:05,279 INFO [RS:0;5b617c7edc8e:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,45595,1732706403427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:20:05,293 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:20:05,293 INFO [RS:0;5b617c7edc8e:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,45595,1732706403427-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:05,293 INFO [RS:0;5b617c7edc8e:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:05,293 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.Replication(171): 5b617c7edc8e,45595,1732706403427 started 2024-11-27T11:20:05,306 INFO [RS:0;5b617c7edc8e:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:05,306 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,45595,1732706403427, RpcServer on 5b617c7edc8e/172.17.0.2:45595, sessionid=0x10159276aa30001 2024-11-27T11:20:05,306 DEBUG [RS:0;5b617c7edc8e:45595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:20:05,306 DEBUG [RS:0;5b617c7edc8e:45595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,45595,1732706403427 2024-11-27T11:20:05,306 DEBUG [RS:0;5b617c7edc8e:45595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,45595,1732706403427' 2024-11-27T11:20:05,306 DEBUG [RS:0;5b617c7edc8e:45595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2007062435/flush-table-proc/abort' 2024-11-27T11:20:05,307 DEBUG [RS:0;5b617c7edc8e:45595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2007062435/flush-table-proc/acquired' 2024-11-27T11:20:05,307 DEBUG [RS:0;5b617c7edc8e:45595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:20:05,307 DEBUG [RS:0;5b617c7edc8e:45595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:20:05,307 DEBUG [RS:0;5b617c7edc8e:45595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,45595,1732706403427 2024-11-27T11:20:05,307 DEBUG [RS:0;5b617c7edc8e:45595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,45595,1732706403427' 2024-11-27T11:20:05,307 DEBUG [RS:0;5b617c7edc8e:45595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2007062435/online-snapshot/abort' 2024-11-27T11:20:05,308 DEBUG [RS:0;5b617c7edc8e:45595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2007062435/online-snapshot/acquired' 2024-11-27T11:20:05,308 DEBUG [RS:0;5b617c7edc8e:45595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:20:05,308 INFO [RS:0;5b617c7edc8e:45595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:20:05,308 INFO [RS:0;5b617c7edc8e:45595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:20:05,408 INFO [RS:0;5b617c7edc8e:45595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:20:05,410 INFO [RS:0;5b617c7edc8e:45595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C45595%2C1732706403427, suffix=, logDir=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427, archiveDir=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/oldWALs, maxLogs=10 2024-11-27T11:20:05,424 DEBUG [RS:0;5b617c7edc8e:45595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410, exclude list is [], retry=0 2024-11-27T11:20:05,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38363,DS-6a5df77a-0dd9-49c0-9f27-e5b1e9b12c88,DISK] 2024-11-27T11:20:05,432 INFO [RS:0;5b617c7edc8e:45595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 2024-11-27T11:20:05,432 DEBUG [RS:0;5b617c7edc8e:45595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37141:37141)] 2024-11-27T11:20:05,609 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:20:05,609 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692 2024-11-27T11:20:05,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741833_1009 (size=32) 2024-11-27T11:20:06,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:06,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:20:06,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:20:06,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:06,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:06,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:20:06,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:20:06,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:06,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:06,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:20:06,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:20:06,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:06,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:06,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:20:06,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:20:06,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:06,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:06,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:20:06,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740 2024-11-27T11:20:06,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740 2024-11-27T11:20:06,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:20:06,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:20:06,024 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:20:06,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:20:06,027 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:06,027 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64756472, jitterRate=-0.035053372383117676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:20:06,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706406015Initializing all the Stores at 1732706406016 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706406016Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706406016Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706406016Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706406016Cleaning up temporary data from old regions at 1732706406024 (+8 ms)Region opened successfully at 1732706406028 (+4 ms) 2024-11-27T11:20:06,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:20:06,028 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:20:06,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:20:06,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:20:06,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:20:06,029 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:20:06,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706406028Disabling compacts and flushes for region at 1732706406028Disabling writes for close at 1732706406028Writing region close event to WAL at 1732706406029 (+1 ms)Closed at 1732706406029 2024-11-27T11:20:06,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:06,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:20:06,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:20:06,031 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:20:06,032 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:20:06,182 DEBUG [5b617c7edc8e:32861 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:20:06,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,45595,1732706403427 2024-11-27T11:20:06,184 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,45595,1732706403427, state=OPENING 2024-11-27T11:20:06,186 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:20:06,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435 2024-11-27T11:20:06,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435 2024-11-27T11:20:06,191 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:20:06,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2007062435/meta-region-server: CHANGED 2024-11-27T11:20:06,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2007062435/meta-region-server: CHANGED 2024-11-27T11:20:06,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,45595,1732706403427}] 2024-11-27T11:20:06,248 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:20:06,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:06,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:06,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:06,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:06,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:06,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:06,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:06,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:06,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:06,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:06,344 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:20:06,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:20:06,349 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:20:06,349 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:06,349 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:20:06,351 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C45595%2C1732706403427.meta, suffix=.meta, logDir=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427, archiveDir=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/oldWALs, maxLogs=10 2024-11-27T11:20:06,365 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.meta.1732706406351.meta, exclude list is [], retry=0 2024-11-27T11:20:06,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38363,DS-6a5df77a-0dd9-49c0-9f27-e5b1e9b12c88,DISK] 2024-11-27T11:20:06,369 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.meta.1732706406351.meta 2024-11-27T11:20:06,369 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37141:37141)] 2024-11-27T11:20:06,370 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:06,370 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:20:06,370 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:20:06,370 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:20:06,370 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:20:06,371 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:20:06,371 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:06,371 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:20:06,371 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:20:06,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:20:06,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:20:06,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:06,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:06,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:20:06,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:20:06,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:06,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:06,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:20:06,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:20:06,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:06,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:06,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:20:06,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:20:06,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:06,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:06,376 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:20:06,377 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740 2024-11-27T11:20:06,378 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740 2024-11-27T11:20:06,379 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:20:06,379 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:20:06,380 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:20:06,382 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:20:06,382 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58873901, jitterRate=-0.12271051108837128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:20:06,382 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:20:06,383 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706406371Writing region info on filesystem at 1732706406371Initializing all the Stores at 1732706406372 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706406372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706406372Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706406372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706406372Cleaning up temporary data from old regions at 1732706406379 (+7 ms)Running coprocessor post-open hooks at 1732706406382 (+3 ms)Region opened successfully at 1732706406383 (+1 ms) 2024-11-27T11:20:06,384 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706406344 2024-11-27T11:20:06,386 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:20:06,386 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:20:06,387 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,45595,1732706403427 2024-11-27T11:20:06,388 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,45595,1732706403427, state=OPEN 2024-11-27T11:20:06,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2007062435/meta-region-server 2024-11-27T11:20:06,389 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,45595,1732706403427 2024-11-27T11:20:06,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2007062435/meta-region-server: CHANGED 2024-11-27T11:20:06,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2007062435/meta-region-server 2024-11-27T11:20:06,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2007062435/meta-region-server: CHANGED 2024-11-27T11:20:06,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:20:06,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,45595,1732706403427 in 197 msec 2024-11-27T11:20:06,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:20:06,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-27T11:20:06,394 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:06,394 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:20:06,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:06,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,45595,1732706403427, seqNum=-1] 2024-11-27T11:20:06,405 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:06,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:20:06,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2210 sec 2024-11-27T11:20:06,416 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706406416, completionTime=-1 2024-11-27T11:20:06,416 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:20:06,416 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:20:06,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:20:06,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706466419 2024-11-27T11:20:06,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706526419 2024-11-27T11:20:06,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T11:20:06,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,32861,1732706403377-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:06,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,32861,1732706403377-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:06,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,32861,1732706403377-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:06,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:32861, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:06,419 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:06,420 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:06,422 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:20:06,425 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.957sec 2024-11-27T11:20:06,425 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:20:06,425 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:20:06,425 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:20:06,425 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:20:06,425 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:20:06,425 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,32861,1732706403377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:20:06,425 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,32861,1732706403377-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:20:06,436 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:20:06,436 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:20:06,436 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,32861,1732706403377-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:06,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282bf969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:06,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,32861,-1 for getting cluster id 2024-11-27T11:20:06,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:06,453 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99eff2f3-3cc2-47bc-a61e-52f25827445a' 2024-11-27T11:20:06,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:06,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99eff2f3-3cc2-47bc-a61e-52f25827445a" 2024-11-27T11:20:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7768d526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,32861,-1] 2024-11-27T11:20:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:06,455 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:06,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0c7c9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:06,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,45595,1732706403427, seqNum=-1] 2024-11-27T11:20:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:06,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:20:06,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,32861,1732706403377 2024-11-27T11:20:06,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57679 2024-11-27T11:20:06,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:20:06,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159276aa30002 connected 2024-11-27T11:20:06,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/hadoop.log.dir so I do NOT create it in target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e 2024-11-27T11:20:06,475 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:20:06,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/hadoop.tmp.dir so I do NOT create it in target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e 2024-11-27T11:20:06,475 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:20:06,475 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e 2024-11-27T11:20:06,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:20:06,475 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/cluster_86dad215-5d31-ee4a-37db-0983f14103a3, deleteOnExit=true 2024-11-27T11:20:06,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:20:06,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/test.cache.data in system properties and HBase conf 2024-11-27T11:20:06,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:20:06,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:20:06,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:20:06,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:20:06,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:20:06,475 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:20:06,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:20:06,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:20:06,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:20:06,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:20:06,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:20:06,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:20:06,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:20:06,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:20:06,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:20:06,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:20:06,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:20:06,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:20:06,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:20:06,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:20:06,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:20:06,555 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:20:06,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:20:06,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:20:06,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:20:06,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:20:06,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46217896{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:20:06,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9d1b35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:20:06,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@536aed8a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/java.io.tmpdir/jetty-localhost-41091-hadoop-hdfs-3_4_1-tests_jar-_-any-97921452293714084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:20:06,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fe06584{HTTP/1.1, (http/1.1)}{localhost:41091} 2024-11-27T11:20:06,672 INFO [Time-limited test {}] server.Server(415): Started @183738ms 2024-11-27T11:20:06,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:20:06,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:20:06,755 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:20:06,755 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:20:06,755 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:20:06,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30f0bb80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:20:06,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@510312dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:20:06,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ae2611b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/java.io.tmpdir/jetty-localhost-33253-hadoop-hdfs-3_4_1-tests_jar-_-any-8076395636293087978/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:20:06,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35c35000{HTTP/1.1, (http/1.1)}{localhost:33253} 2024-11-27T11:20:06,880 INFO [Time-limited test {}] server.Server(415): Started @183946ms 2024-11-27T11:20:06,881 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:20:06,938 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:06,938 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:20:06,939 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8186 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:20:06,990 WARN [Thread-2312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/cluster_86dad215-5d31-ee4a-37db-0983f14103a3/data/data1/current/BP-1043923187-172.17.0.2-1732706406495/current, will proceed with Du for space computation calculation, 2024-11-27T11:20:06,990 WARN [Thread-2313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/cluster_86dad215-5d31-ee4a-37db-0983f14103a3/data/data2/current/BP-1043923187-172.17.0.2-1732706406495/current, will proceed with Du for space computation calculation, 2024-11-27T11:20:07,007 WARN [Thread-2300 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:20:07,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88d328c06be1ab66 with lease ID 0xe55646281ba815f2: Processing first storage report for DS-1f75621b-1b5a-44c3-880e-b32943d1bec1 from datanode DatanodeRegistration(127.0.0.1:44467, datanodeUuid=10b7a40c-f3be-4480-b53f-ec3180048ef7, infoPort=35613, infoSecurePort=0, ipcPort=38011, storageInfo=lv=-57;cid=testClusterID;nsid=758680459;c=1732706406495) 2024-11-27T11:20:07,010 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88d328c06be1ab66 with lease ID 0xe55646281ba815f2: from storage DS-1f75621b-1b5a-44c3-880e-b32943d1bec1 node DatanodeRegistration(127.0.0.1:44467, datanodeUuid=10b7a40c-f3be-4480-b53f-ec3180048ef7, infoPort=35613, infoSecurePort=0, ipcPort=38011, storageInfo=lv=-57;cid=testClusterID;nsid=758680459;c=1732706406495), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:20:07,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88d328c06be1ab66 with lease ID 0xe55646281ba815f2: Processing first storage report for DS-ffaab1b1-105b-4040-8352-d7bc076a40be from datanode DatanodeRegistration(127.0.0.1:44467, datanodeUuid=10b7a40c-f3be-4480-b53f-ec3180048ef7, infoPort=35613, infoSecurePort=0, ipcPort=38011, storageInfo=lv=-57;cid=testClusterID;nsid=758680459;c=1732706406495) 2024-11-27T11:20:07,010 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88d328c06be1ab66 with lease ID 0xe55646281ba815f2: from storage DS-ffaab1b1-105b-4040-8352-d7bc076a40be node DatanodeRegistration(127.0.0.1:44467, datanodeUuid=10b7a40c-f3be-4480-b53f-ec3180048ef7, infoPort=35613, infoSecurePort=0, ipcPort=38011, storageInfo=lv=-57;cid=testClusterID;nsid=758680459;c=1732706406495), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:20:07,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e 2024-11-27T11:20:07,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:07,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:07,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:20:07,513 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6 with version=8 2024-11-27T11:20:07,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/hbase-staging 2024-11-27T11:20:07,515 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:20:07,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:07,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:07,515 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:20:07,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:07,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:20:07,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:20:07,516 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:20:07,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37901 2024-11-27T11:20:07,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37901 connecting to ZooKeeper ensemble=127.0.0.1:57679 2024-11-27T11:20:07,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379010x0, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:20:07,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37901-0x10159276aa30003 connected 2024-11-27T11:20:07,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:07,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:07,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Set watcher on znode that does not yet exist, /11544706865/running 2024-11-27T11:20:07,536 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6, hbase.cluster.distributed=false 2024-11-27T11:20:07,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Set watcher on znode that does not yet exist, /11544706865/acl 2024-11-27T11:20:07,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37901 2024-11-27T11:20:07,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37901 2024-11-27T11:20:07,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37901 2024-11-27T11:20:07,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37901 2024-11-27T11:20:07,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37901 2024-11-27T11:20:07,565 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:20:07,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:07,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:07,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:20:07,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:07,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:20:07,565 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:20:07,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:20:07,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46437 2024-11-27T11:20:07,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46437 connecting to ZooKeeper ensemble=127.0.0.1:57679 2024-11-27T11:20:07,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:07,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:07,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464370x0, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:20:07,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464370x0, quorum=127.0.0.1:57679, baseZNode=/11544706865 Set watcher on znode that does not yet exist, /11544706865/running 2024-11-27T11:20:07,573 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:20:07,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46437-0x10159276aa30004 connected 2024-11-27T11:20:07,577 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:20:07,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Set watcher on znode that does not yet exist, /11544706865/master 2024-11-27T11:20:07,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Set watcher on znode that does not yet exist, /11544706865/acl 2024-11-27T11:20:07,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46437 2024-11-27T11:20:07,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46437 2024-11-27T11:20:07,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46437 2024-11-27T11:20:07,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46437 2024-11-27T11:20:07,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46437 2024-11-27T11:20:07,593 DEBUG [M:0;5b617c7edc8e:37901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:37901 2024-11-27T11:20:07,595 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11544706865/backup-masters/5b617c7edc8e,37901,1732706407515 2024-11-27T11:20:07,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865/backup-masters 2024-11-27T11:20:07,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865/backup-masters 2024-11-27T11:20:07,597 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Set watcher on existing znode=/11544706865/backup-masters/5b617c7edc8e,37901,1732706407515 2024-11-27T11:20:07,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865 2024-11-27T11:20:07,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11544706865/master 2024-11-27T11:20:07,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865 2024-11-27T11:20:07,599 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Set watcher on existing znode=/11544706865/master 2024-11-27T11:20:07,600 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11544706865/backup-masters/5b617c7edc8e,37901,1732706407515 from backup master directory 2024-11-27T11:20:07,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11544706865/backup-masters/5b617c7edc8e,37901,1732706407515 2024-11-27T11:20:07,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865/backup-masters 2024-11-27T11:20:07,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865/backup-masters 2024-11-27T11:20:07,601 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:20:07,601 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,37901,1732706407515 2024-11-27T11:20:07,604 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/hbase.id] with ID: 32d9c0ad-0ab2-45b0-b379-01b573ba3a72 2024-11-27T11:20:07,604 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/.tmp/hbase.id 2024-11-27T11:20:07,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:20:08,010 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/.tmp/hbase.id]:[hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/hbase.id] 2024-11-27T11:20:08,019 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:08,019 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:20:08,020 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T11:20:08,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865 2024-11-27T11:20:08,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865 2024-11-27T11:20:08,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:20:08,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T11:20:08,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T11:20:08,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:20:08,427 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:20:08,428 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:20:08,429 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:08,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:20:08,438 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store 2024-11-27T11:20:08,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:20:08,450 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:08,450 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:20:08,450 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:08,450 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:08,450 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:20:08,450 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:08,450 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:08,450 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706408450Disabling compacts and flushes for region at 1732706408450Disabling writes for close at 1732706408450Writing region close event to WAL at 1732706408450Closed at 1732706408450 2024-11-27T11:20:08,451 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/.initializing 2024-11-27T11:20:08,451 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/WALs/5b617c7edc8e,37901,1732706407515 2024-11-27T11:20:08,452 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:20:08,453 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C37901%2C1732706407515, suffix=, logDir=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/WALs/5b617c7edc8e,37901,1732706407515, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/oldWALs, maxLogs=10 2024-11-27T11:20:08,467 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/WALs/5b617c7edc8e,37901,1732706407515/5b617c7edc8e%2C37901%2C1732706407515.1732706408453, exclude list is [], retry=0 2024-11-27T11:20:08,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44467,DS-1f75621b-1b5a-44c3-880e-b32943d1bec1,DISK] 2024-11-27T11:20:08,471 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/WALs/5b617c7edc8e,37901,1732706407515/5b617c7edc8e%2C37901%2C1732706407515.1732706408453 2024-11-27T11:20:08,471 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35613:35613)] 2024-11-27T11:20:08,471 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:08,472 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:08,472 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:08,472 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:08,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:08,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:20:08,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:08,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:08,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:08,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:20:08,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:08,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:08,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:08,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:20:08,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:08,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:08,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:08,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:20:08,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:08,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:08,479 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:08,479 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:08,480 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:08,481 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:08,481 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:08,481 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:20:08,482 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:08,483 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:08,484 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70942904, jitterRate=0.05713164806365967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:20:08,484 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706408472Initializing all the Stores at 1732706408473 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706408473Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706408473Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706408473Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706408473Cleaning up temporary data from old regions at 1732706408481 (+8 ms)Region opened successfully at 1732706408484 (+3 ms) 2024-11-27T11:20:08,484 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:20:08,498 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566a7483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:20:08,498 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:20:08,498 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:20:08,499 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:20:08,499 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:20:08,499 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:20:08,499 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:20:08,499 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:20:08,501 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:20:08,502 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Unable to get data of znode /11544706865/balancer because node does not exist (not necessarily an error) 2024-11-27T11:20:08,503 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11544706865/balancer already deleted, retry=false 2024-11-27T11:20:08,503 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:20:08,504 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Unable to get data of znode /11544706865/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:20:08,506 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11544706865/normalizer already deleted, retry=false 2024-11-27T11:20:08,506 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:20:08,507 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Unable to get data of znode /11544706865/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:20:08,508 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11544706865/switch/split already deleted, retry=false 2024-11-27T11:20:08,509 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Unable to get data of znode /11544706865/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:20:08,510 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11544706865/switch/merge already deleted, retry=false 2024-11-27T11:20:08,511 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Unable to get data of znode /11544706865/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:20:08,512 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11544706865/snapshot-cleanup already deleted, retry=false 2024-11-27T11:20:08,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11544706865/running 2024-11-27T11:20:08,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11544706865/running 2024-11-27T11:20:08,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865 2024-11-27T11:20:08,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865 2024-11-27T11:20:08,515 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,37901,1732706407515, sessionid=0x10159276aa30003, setting cluster-up flag (Was=false) 2024-11-27T11:20:08,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865 2024-11-27T11:20:08,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865 2024-11-27T11:20:08,523 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11544706865/flush-table-proc/acquired, /11544706865/flush-table-proc/reached, /11544706865/flush-table-proc/abort 2024-11-27T11:20:08,524 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,37901,1732706407515 2024-11-27T11:20:08,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865 2024-11-27T11:20:08,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865 2024-11-27T11:20:08,531 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11544706865/online-snapshot/acquired, /11544706865/online-snapshot/reached, /11544706865/online-snapshot/abort 2024-11-27T11:20:08,532 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,37901,1732706407515 2024-11-27T11:20:08,533 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:20:08,535 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:08,535 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:20:08,535 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:20:08,536 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,37901,1732706407515 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:20:08,537 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:08,537 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:08,537 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:08,537 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:08,537 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:20:08,537 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:08,537 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:20:08,537 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:08,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:08,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:20:08,540 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:08,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:20:08,544 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706438544 2024-11-27T11:20:08,544 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:20:08,544 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:20:08,545 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:20:08,545 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:20:08,545 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:20:08,545 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:20:08,545 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:08,548 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:20:08,548 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:20:08,548 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:20:08,548 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:20:08,549 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:20:08,549 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:20:08,549 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706408549,5,FailOnTimeoutGroup] 2024-11-27T11:20:08,549 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706408549,5,FailOnTimeoutGroup] 2024-11-27T11:20:08,549 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:08,549 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:20:08,549 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:08,549 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:08,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:20:08,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:20:08,551 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6 2024-11-27T11:20:08,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741832_1008 (size=32) 2024-11-27T11:20:08,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:08,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:20:08,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:20:08,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:08,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:08,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:20:08,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:20:08,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:08,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:08,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:20:08,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:20:08,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:08,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:08,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:20:08,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:20:08,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:08,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:08,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:20:08,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740 2024-11-27T11:20:08,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740 2024-11-27T11:20:08,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:20:08,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:20:08,570 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:20:08,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:20:08,573 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:08,573 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68587001, jitterRate=0.022025957703590393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:20:08,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706408562Initializing all the Stores at 1732706408562Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706408563 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706408563Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706408563Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706408563Cleaning up temporary data from old regions at 1732706408570 (+7 ms)Region opened successfully at 1732706408573 (+3 ms) 2024-11-27T11:20:08,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:20:08,573 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:20:08,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:20:08,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:20:08,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:20:08,574 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:20:08,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706408573Disabling compacts and flushes for region at 1732706408573Disabling writes for close at 1732706408573Writing region close event to WAL at 1732706408574 (+1 ms)Closed at 1732706408574 2024-11-27T11:20:08,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:08,575 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:20:08,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:20:08,576 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:20:08,576 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:20:08,583 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(746): ClusterId : 32d9c0ad-0ab2-45b0-b379-01b573ba3a72 2024-11-27T11:20:08,583 DEBUG [RS:0;5b617c7edc8e:46437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:20:08,585 DEBUG [RS:0;5b617c7edc8e:46437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:20:08,585 DEBUG [RS:0;5b617c7edc8e:46437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:20:08,588 DEBUG [RS:0;5b617c7edc8e:46437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:20:08,588 DEBUG [RS:0;5b617c7edc8e:46437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c752b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:20:08,600 DEBUG [RS:0;5b617c7edc8e:46437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:46437 2024-11-27T11:20:08,601 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:20:08,601 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:20:08,601 DEBUG [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:20:08,601 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,37901,1732706407515 with port=46437, startcode=1732706407564 2024-11-27T11:20:08,601 DEBUG [RS:0;5b617c7edc8e:46437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:20:08,603 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:20:08,603 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37901 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,46437,1732706407564 2024-11-27T11:20:08,603 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37901 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,46437,1732706407564 2024-11-27T11:20:08,604 DEBUG [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6 2024-11-27T11:20:08,604 DEBUG [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43027 2024-11-27T11:20:08,605 DEBUG [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:20:08,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865/rs 2024-11-27T11:20:08,609 DEBUG [RS:0;5b617c7edc8e:46437 {}] zookeeper.ZKUtil(111): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Set watcher on existing znode=/11544706865/rs/5b617c7edc8e,46437,1732706407564 2024-11-27T11:20:08,609 WARN [RS:0;5b617c7edc8e:46437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:20:08,609 INFO [RS:0;5b617c7edc8e:46437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:08,609 DEBUG [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564 2024-11-27T11:20:08,609 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,46437,1732706407564] 2024-11-27T11:20:08,612 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:20:08,613 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:20:08,614 INFO [RS:0;5b617c7edc8e:46437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:20:08,614 INFO [RS:0;5b617c7edc8e:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:08,614 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:20:08,615 INFO [RS:0;5b617c7edc8e:46437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:20:08,615 INFO [RS:0;5b617c7edc8e:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:08,615 DEBUG [RS:0;5b617c7edc8e:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:08,615 DEBUG [RS:0;5b617c7edc8e:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:08,615 DEBUG [RS:0;5b617c7edc8e:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:08,615 DEBUG [RS:0;5b617c7edc8e:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:08,615 DEBUG [RS:0;5b617c7edc8e:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:08,615 DEBUG [RS:0;5b617c7edc8e:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:20:08,615 DEBUG [RS:0;5b617c7edc8e:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:08,615 DEBUG [RS:0;5b617c7edc8e:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:08,615 DEBUG [RS:0;5b617c7edc8e:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:08,615 DEBUG [RS:0;5b617c7edc8e:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:08,615 DEBUG [RS:0;5b617c7edc8e:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:08,615 DEBUG [RS:0;5b617c7edc8e:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:08,615 DEBUG [RS:0;5b617c7edc8e:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:20:08,615 DEBUG [RS:0;5b617c7edc8e:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:20:08,616 INFO [RS:0;5b617c7edc8e:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:08,616 INFO [RS:0;5b617c7edc8e:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:08,616 INFO [RS:0;5b617c7edc8e:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:08,616 INFO [RS:0;5b617c7edc8e:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:08,616 INFO [RS:0;5b617c7edc8e:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:08,616 INFO [RS:0;5b617c7edc8e:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,46437,1732706407564-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:20:08,637 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:20:08,638 INFO [RS:0;5b617c7edc8e:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,46437,1732706407564-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:08,638 INFO [RS:0;5b617c7edc8e:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:08,638 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.Replication(171): 5b617c7edc8e,46437,1732706407564 started 2024-11-27T11:20:08,659 INFO [RS:0;5b617c7edc8e:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:08,659 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,46437,1732706407564, RpcServer on 5b617c7edc8e/172.17.0.2:46437, sessionid=0x10159276aa30004 2024-11-27T11:20:08,660 DEBUG [RS:0;5b617c7edc8e:46437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:20:08,660 DEBUG [RS:0;5b617c7edc8e:46437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,46437,1732706407564 2024-11-27T11:20:08,660 DEBUG [RS:0;5b617c7edc8e:46437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,46437,1732706407564' 2024-11-27T11:20:08,660 DEBUG [RS:0;5b617c7edc8e:46437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11544706865/flush-table-proc/abort' 2024-11-27T11:20:08,660 DEBUG [RS:0;5b617c7edc8e:46437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11544706865/flush-table-proc/acquired' 2024-11-27T11:20:08,661 DEBUG [RS:0;5b617c7edc8e:46437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:20:08,661 DEBUG [RS:0;5b617c7edc8e:46437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:20:08,661 DEBUG [RS:0;5b617c7edc8e:46437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,46437,1732706407564 2024-11-27T11:20:08,661 DEBUG [RS:0;5b617c7edc8e:46437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,46437,1732706407564' 2024-11-27T11:20:08,661 DEBUG [RS:0;5b617c7edc8e:46437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11544706865/online-snapshot/abort' 2024-11-27T11:20:08,661 DEBUG [RS:0;5b617c7edc8e:46437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11544706865/online-snapshot/acquired' 2024-11-27T11:20:08,661 DEBUG [RS:0;5b617c7edc8e:46437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:20:08,661 INFO [RS:0;5b617c7edc8e:46437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:20:08,661 INFO [RS:0;5b617c7edc8e:46437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:20:08,727 WARN [5b617c7edc8e:37901 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T11:20:08,762 INFO [RS:0;5b617c7edc8e:46437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:20:08,763 INFO [RS:0;5b617c7edc8e:46437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C46437%2C1732706407564, suffix=, logDir=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/oldWALs, maxLogs=10 2024-11-27T11:20:08,777 DEBUG [RS:0;5b617c7edc8e:46437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764, exclude list is [], retry=0 2024-11-27T11:20:08,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44467,DS-1f75621b-1b5a-44c3-880e-b32943d1bec1,DISK] 2024-11-27T11:20:08,781 INFO [RS:0;5b617c7edc8e:46437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 2024-11-27T11:20:08,782 DEBUG [RS:0;5b617c7edc8e:46437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35613:35613)] 2024-11-27T11:20:08,977 DEBUG [5b617c7edc8e:37901 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:20:08,977 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,46437,1732706407564 2024-11-27T11:20:08,978 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,46437,1732706407564, state=OPENING 2024-11-27T11:20:08,980 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:20:08,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865 2024-11-27T11:20:08,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865 2024-11-27T11:20:08,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11544706865/meta-region-server: CHANGED 2024-11-27T11:20:08,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11544706865/meta-region-server: CHANGED 2024-11-27T11:20:08,982 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:20:08,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,46437,1732706407564}] 2024-11-27T11:20:09,135 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:20:09,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:20:09,139 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:20:09,139 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:09,140 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:20:09,141 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C46437%2C1732706407564.meta, suffix=.meta, logDir=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/oldWALs, maxLogs=10 2024-11-27T11:20:09,154 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.meta.1732706409141.meta, exclude list is [], retry=0 2024-11-27T11:20:09,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44467,DS-1f75621b-1b5a-44c3-880e-b32943d1bec1,DISK] 2024-11-27T11:20:09,158 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.meta.1732706409141.meta 2024-11-27T11:20:09,158 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35613:35613)] 2024-11-27T11:20:09,158 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:09,159 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:20:09,159 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:20:09,159 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:20:09,159 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:20:09,159 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:20:09,159 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:09,159 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:20:09,159 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:20:09,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:20:09,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:20:09,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:09,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:09,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:20:09,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:20:09,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:09,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:09,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:20:09,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:20:09,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:09,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:09,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:20:09,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:20:09,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:09,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:09,164 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:20:09,165 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740 2024-11-27T11:20:09,166 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740 2024-11-27T11:20:09,166 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:20:09,166 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:20:09,167 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:20:09,168 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:20:09,168 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61051771, jitterRate=-0.09025771915912628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:20:09,168 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:20:09,168 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706409159Writing region info on filesystem at 1732706409159Initializing all the Stores at 1732706409160 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706409160Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706409160Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706409160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706409160Cleaning up temporary data from old regions at 1732706409166 (+6 ms)Running coprocessor post-open hooks at 1732706409168 (+2 ms)Region opened successfully at 1732706409168 2024-11-27T11:20:09,169 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706409135 2024-11-27T11:20:09,171 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:20:09,171 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:20:09,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,46437,1732706407564 2024-11-27T11:20:09,172 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,46437,1732706407564, state=OPEN 2024-11-27T11:20:09,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11544706865/meta-region-server 2024-11-27T11:20:09,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11544706865/meta-region-server 2024-11-27T11:20:09,174 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,46437,1732706407564 2024-11-27T11:20:09,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11544706865/meta-region-server: CHANGED 2024-11-27T11:20:09,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11544706865/meta-region-server: CHANGED 2024-11-27T11:20:09,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:20:09,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,46437,1732706407564 in 191 msec 2024-11-27T11:20:09,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:20:09,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 601 msec 2024-11-27T11:20:09,178 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:09,178 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:20:09,179 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:09,179 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,46437,1732706407564, seqNum=-1] 2024-11-27T11:20:09,180 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:09,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:20:09,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 649 msec 2024-11-27T11:20:09,185 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706409185, completionTime=-1 2024-11-27T11:20:09,185 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:20:09,185 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:20:09,187 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:20:09,187 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706469187 2024-11-27T11:20:09,187 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706529187 2024-11-27T11:20:09,187 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T11:20:09,187 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,37901,1732706407515-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:09,187 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,37901,1732706407515-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:09,188 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,37901,1732706407515-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:09,188 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:37901, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:09,188 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:09,188 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:09,189 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:20:09,191 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.590sec 2024-11-27T11:20:09,191 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:20:09,191 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:20:09,191 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:20:09,191 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:20:09,191 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:20:09,191 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,37901,1732706407515-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:20:09,191 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,37901,1732706407515-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:20:09,193 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:20:09,193 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:20:09,193 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,37901,1732706407515-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:09,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600efd1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:09,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,37901,-1 for getting cluster id 2024-11-27T11:20:09,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:09,285 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32d9c0ad-0ab2-45b0-b379-01b573ba3a72' 2024-11-27T11:20:09,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:09,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32d9c0ad-0ab2-45b0-b379-01b573ba3a72" 2024-11-27T11:20:09,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7f4182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:09,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,37901,-1] 2024-11-27T11:20:09,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:09,287 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:09,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110b7914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:09,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,46437,1732706407564, seqNum=-1] 2024-11-27T11:20:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:09,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:20:09,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,37901,1732706407515 2024-11-27T11:20:09,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57679 2024-11-27T11:20:09,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:20:09,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159276aa30005 connected 2024-11-27T11:20:09,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:09,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,32861,1732706403377 2024-11-27T11:20:09,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@df477cd 2024-11-27T11:20:09,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:09,302 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:20:09,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:20:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T11:20:09,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:20:09,305 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:09,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T11:20:09,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:20:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:09,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741835_1011 (size=902) 2024-11-27T11:20:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:09,714 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c31d6f2d46609ebddd65aea3a043732e, NAME => 'test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692 2024-11-27T11:20:09,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741836_1012 (size=39) 2024-11-27T11:20:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:10,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:10,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c31d6f2d46609ebddd65aea3a043732e, disabling compactions & flushes 2024-11-27T11:20:10,120 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e. 2024-11-27T11:20:10,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e. 2024-11-27T11:20:10,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e. after waiting 0 ms 2024-11-27T11:20:10,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e. 2024-11-27T11:20:10,120 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e. 2024-11-27T11:20:10,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c31d6f2d46609ebddd65aea3a043732e: Waiting for close lock at 1732706410120Disabling compacts and flushes for region at 1732706410120Disabling writes for close at 1732706410120Writing region close event to WAL at 1732706410120Closed at 1732706410120 2024-11-27T11:20:10,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:20:10,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732706410121"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706410121"}]},"ts":"1732706410121"} 2024-11-27T11:20:10,124 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:20:10,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:20:10,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706410124"}]},"ts":"1732706410124"} 2024-11-27T11:20:10,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T11:20:10,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c31d6f2d46609ebddd65aea3a043732e, ASSIGN}] 2024-11-27T11:20:10,127 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c31d6f2d46609ebddd65aea3a043732e, ASSIGN 2024-11-27T11:20:10,128 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c31d6f2d46609ebddd65aea3a043732e, ASSIGN; state=OFFLINE, location=5b617c7edc8e,45595,1732706403427; forceNewPlan=false, retain=false 2024-11-27T11:20:10,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c31d6f2d46609ebddd65aea3a043732e, regionState=OPENING, regionLocation=5b617c7edc8e,45595,1732706403427 2024-11-27T11:20:10,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c31d6f2d46609ebddd65aea3a043732e, ASSIGN because future has completed 2024-11-27T11:20:10,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c31d6f2d46609ebddd65aea3a043732e, server=5b617c7edc8e,45595,1732706403427}] 2024-11-27T11:20:10,437 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e. 2024-11-27T11:20:10,437 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c31d6f2d46609ebddd65aea3a043732e, NAME => 'test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:10,437 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:20:10,438 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T11:20:10,438 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c31d6f2d46609ebddd65aea3a043732e 2024-11-27T11:20:10,438 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:10,438 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c31d6f2d46609ebddd65aea3a043732e 2024-11-27T11:20:10,438 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c31d6f2d46609ebddd65aea3a043732e 2024-11-27T11:20:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:10,439 INFO [StoreOpener-c31d6f2d46609ebddd65aea3a043732e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c31d6f2d46609ebddd65aea3a043732e 2024-11-27T11:20:10,440 INFO [StoreOpener-c31d6f2d46609ebddd65aea3a043732e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31d6f2d46609ebddd65aea3a043732e columnFamilyName f 2024-11-27T11:20:10,440 DEBUG [StoreOpener-c31d6f2d46609ebddd65aea3a043732e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:10,440 INFO [StoreOpener-c31d6f2d46609ebddd65aea3a043732e-1 {}] regionserver.HStore(327): Store=c31d6f2d46609ebddd65aea3a043732e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:10,441 INFO [StoreOpener-c31d6f2d46609ebddd65aea3a043732e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c31d6f2d46609ebddd65aea3a043732e 2024-11-27T11:20:10,441 INFO [StoreOpener-c31d6f2d46609ebddd65aea3a043732e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31d6f2d46609ebddd65aea3a043732e columnFamilyName f1 2024-11-27T11:20:10,442 DEBUG [StoreOpener-c31d6f2d46609ebddd65aea3a043732e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:10,442 INFO [StoreOpener-c31d6f2d46609ebddd65aea3a043732e-1 {}] regionserver.HStore(327): Store=c31d6f2d46609ebddd65aea3a043732e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:10,442 INFO [StoreOpener-c31d6f2d46609ebddd65aea3a043732e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c31d6f2d46609ebddd65aea3a043732e 2024-11-27T11:20:10,443 INFO [StoreOpener-c31d6f2d46609ebddd65aea3a043732e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31d6f2d46609ebddd65aea3a043732e columnFamilyName norep 2024-11-27T11:20:10,443 DEBUG [StoreOpener-c31d6f2d46609ebddd65aea3a043732e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:10,443 INFO [StoreOpener-c31d6f2d46609ebddd65aea3a043732e-1 {}] regionserver.HStore(327): Store=c31d6f2d46609ebddd65aea3a043732e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:10,443 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c31d6f2d46609ebddd65aea3a043732e 2024-11-27T11:20:10,444 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e 2024-11-27T11:20:10,444 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e 2024-11-27T11:20:10,445 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c31d6f2d46609ebddd65aea3a043732e 2024-11-27T11:20:10,445 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c31d6f2d46609ebddd65aea3a043732e 2024-11-27T11:20:10,445 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:20:10,446 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c31d6f2d46609ebddd65aea3a043732e 2024-11-27T11:20:10,448 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:10,448 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c31d6f2d46609ebddd65aea3a043732e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73167962, jitterRate=0.09028759598731995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:20:10,448 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c31d6f2d46609ebddd65aea3a043732e 2024-11-27T11:20:10,449 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c31d6f2d46609ebddd65aea3a043732e: Running coprocessor pre-open hook at 1732706410438Writing region info on filesystem at 1732706410438Initializing all the Stores at 1732706410439 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706410439Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706410439Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706410439Cleaning up temporary data from old regions at 1732706410445 (+6 ms)Running coprocessor post-open hooks at 1732706410448 (+3 ms)Region opened successfully at 1732706410449 (+1 ms) 2024-11-27T11:20:10,450 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e., pid=6, masterSystemTime=1732706410433 2024-11-27T11:20:10,451 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e. 2024-11-27T11:20:10,451 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e. 2024-11-27T11:20:10,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c31d6f2d46609ebddd65aea3a043732e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b617c7edc8e,45595,1732706403427 2024-11-27T11:20:10,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c31d6f2d46609ebddd65aea3a043732e, server=5b617c7edc8e,45595,1732706403427 because future has completed 2024-11-27T11:20:10,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:20:10,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c31d6f2d46609ebddd65aea3a043732e, server=5b617c7edc8e,45595,1732706403427 in 174 msec 2024-11-27T11:20:10,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T11:20:10,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c31d6f2d46609ebddd65aea3a043732e, ASSIGN in 330 msec 2024-11-27T11:20:10,458 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:20:10,459 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706410458"}]},"ts":"1732706410458"} 2024-11-27T11:20:10,460 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T11:20:10,461 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:20:10,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-27T11:20:11,276 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T11:20:11,276 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T11:20:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:11,449 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T11:20:11,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:11,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,37901,1732706407515 2024-11-27T11:20:11,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74ac43c7 2024-11-27T11:20:11,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:11,451 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:20:11,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:20:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T11:20:11,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:20:11,454 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:11,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T11:20:11,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:20:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:11,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741835_1011 (size=902) 2024-11-27T11:20:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:11,862 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17a63c9eab6480dc3ad572fee5c19bdf, NAME => 'test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6 2024-11-27T11:20:11,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741836_1012 (size=39) 2024-11-27T11:20:11,873 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:20:11,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:11,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:11,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:11,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:11,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:11,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:11,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:11,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:11,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:11,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:12,268 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:12,268 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 17a63c9eab6480dc3ad572fee5c19bdf, disabling compactions & flushes 2024-11-27T11:20:12,268 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf. 2024-11-27T11:20:12,268 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf. 2024-11-27T11:20:12,268 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf. after waiting 0 ms 2024-11-27T11:20:12,268 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf. 2024-11-27T11:20:12,268 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf. 2024-11-27T11:20:12,268 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17a63c9eab6480dc3ad572fee5c19bdf: Waiting for close lock at 1732706412268Disabling compacts and flushes for region at 1732706412268Disabling writes for close at 1732706412268Writing region close event to WAL at 1732706412268Closed at 1732706412268 2024-11-27T11:20:12,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:20:12,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732706412269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706412269"}]},"ts":"1732706412269"} 2024-11-27T11:20:12,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:20:12,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:20:12,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706412272"}]},"ts":"1732706412272"} 2024-11-27T11:20:12,274 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T11:20:12,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=17a63c9eab6480dc3ad572fee5c19bdf, ASSIGN}] 2024-11-27T11:20:12,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=17a63c9eab6480dc3ad572fee5c19bdf, ASSIGN 2024-11-27T11:20:12,276 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=17a63c9eab6480dc3ad572fee5c19bdf, ASSIGN; state=OFFLINE, location=5b617c7edc8e,46437,1732706407564; forceNewPlan=false, retain=false 2024-11-27T11:20:12,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17a63c9eab6480dc3ad572fee5c19bdf, regionState=OPENING, regionLocation=5b617c7edc8e,46437,1732706407564 2024-11-27T11:20:12,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=17a63c9eab6480dc3ad572fee5c19bdf, ASSIGN because future has completed 2024-11-27T11:20:12,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17a63c9eab6480dc3ad572fee5c19bdf, server=5b617c7edc8e,46437,1732706407564}] 2024-11-27T11:20:12,585 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf. 2024-11-27T11:20:12,585 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 17a63c9eab6480dc3ad572fee5c19bdf, NAME => 'test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:12,585 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:20:12,586 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T11:20:12,586 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 17a63c9eab6480dc3ad572fee5c19bdf 2024-11-27T11:20:12,586 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:12,586 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 17a63c9eab6480dc3ad572fee5c19bdf 2024-11-27T11:20:12,586 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 17a63c9eab6480dc3ad572fee5c19bdf 2024-11-27T11:20:12,588 INFO [StoreOpener-17a63c9eab6480dc3ad572fee5c19bdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 17a63c9eab6480dc3ad572fee5c19bdf 2024-11-27T11:20:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:12,589 INFO [StoreOpener-17a63c9eab6480dc3ad572fee5c19bdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17a63c9eab6480dc3ad572fee5c19bdf columnFamilyName f 2024-11-27T11:20:12,589 DEBUG [StoreOpener-17a63c9eab6480dc3ad572fee5c19bdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:12,590 INFO [StoreOpener-17a63c9eab6480dc3ad572fee5c19bdf-1 {}] regionserver.HStore(327): Store=17a63c9eab6480dc3ad572fee5c19bdf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:12,590 INFO [StoreOpener-17a63c9eab6480dc3ad572fee5c19bdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 17a63c9eab6480dc3ad572fee5c19bdf 2024-11-27T11:20:12,590 INFO [StoreOpener-17a63c9eab6480dc3ad572fee5c19bdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17a63c9eab6480dc3ad572fee5c19bdf columnFamilyName f1 2024-11-27T11:20:12,590 DEBUG [StoreOpener-17a63c9eab6480dc3ad572fee5c19bdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:12,591 INFO [StoreOpener-17a63c9eab6480dc3ad572fee5c19bdf-1 {}] regionserver.HStore(327): Store=17a63c9eab6480dc3ad572fee5c19bdf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:12,591 INFO [StoreOpener-17a63c9eab6480dc3ad572fee5c19bdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 17a63c9eab6480dc3ad572fee5c19bdf 2024-11-27T11:20:12,591 INFO [StoreOpener-17a63c9eab6480dc3ad572fee5c19bdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17a63c9eab6480dc3ad572fee5c19bdf columnFamilyName norep 2024-11-27T11:20:12,592 DEBUG [StoreOpener-17a63c9eab6480dc3ad572fee5c19bdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:12,592 INFO [StoreOpener-17a63c9eab6480dc3ad572fee5c19bdf-1 {}] regionserver.HStore(327): Store=17a63c9eab6480dc3ad572fee5c19bdf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:12,592 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 17a63c9eab6480dc3ad572fee5c19bdf 2024-11-27T11:20:12,593 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf 2024-11-27T11:20:12,593 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf 2024-11-27T11:20:12,594 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 17a63c9eab6480dc3ad572fee5c19bdf 2024-11-27T11:20:12,594 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 17a63c9eab6480dc3ad572fee5c19bdf 2024-11-27T11:20:12,594 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:20:12,595 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 17a63c9eab6480dc3ad572fee5c19bdf 2024-11-27T11:20:12,597 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:12,597 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 17a63c9eab6480dc3ad572fee5c19bdf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75424209, jitterRate=0.12390829622745514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:20:12,597 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17a63c9eab6480dc3ad572fee5c19bdf 2024-11-27T11:20:12,597 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 17a63c9eab6480dc3ad572fee5c19bdf: Running coprocessor pre-open hook at 1732706412586Writing region info on filesystem at 1732706412586Initializing all the Stores at 1732706412587 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706412587Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706412588 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706412588Cleaning up temporary data from old regions at 1732706412594 (+6 ms)Running coprocessor post-open hooks at 1732706412597 (+3 ms)Region opened successfully at 1732706412597 2024-11-27T11:20:12,598 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf., pid=6, masterSystemTime=1732706412581 2024-11-27T11:20:12,600 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf. 2024-11-27T11:20:12,600 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf. 2024-11-27T11:20:12,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17a63c9eab6480dc3ad572fee5c19bdf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b617c7edc8e,46437,1732706407564 2024-11-27T11:20:12,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17a63c9eab6480dc3ad572fee5c19bdf, server=5b617c7edc8e,46437,1732706407564 because future has completed 2024-11-27T11:20:12,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:20:12,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 17a63c9eab6480dc3ad572fee5c19bdf, server=5b617c7edc8e,46437,1732706407564 in 175 msec 2024-11-27T11:20:12,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T11:20:12,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=17a63c9eab6480dc3ad572fee5c19bdf, ASSIGN in 331 msec 2024-11-27T11:20:12,608 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:20:12,608 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706412608"}]},"ts":"1732706412608"} 2024-11-27T11:20:12,609 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T11:20:12,610 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:20:12,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-27T11:20:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:13,599 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T11:20:13,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e858bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:13,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,32861,-1 for getting cluster id 2024-11-27T11:20:13,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:13,601 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99eff2f3-3cc2-47bc-a61e-52f25827445a' 2024-11-27T11:20:13,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:13,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99eff2f3-3cc2-47bc-a61e-52f25827445a" 2024-11-27T11:20:13,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28119d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:13,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,32861,-1] 2024-11-27T11:20:13,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:13,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:13,602 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:13,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705057d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:13,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c81feed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:13,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,37901,-1 for getting cluster id 2024-11-27T11:20:13,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:13,604 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32d9c0ad-0ab2-45b0-b379-01b573ba3a72' 2024-11-27T11:20:13,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:13,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32d9c0ad-0ab2-45b0-b379-01b573ba3a72" 2024-11-27T11:20:13,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c95c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:13,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,37901,-1] 2024-11-27T11:20:13,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:13,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:13,606 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:13,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d43d5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:13,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a8fe64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:13,606 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,32861,-1 for getting cluster id 2024-11-27T11:20:13,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:13,607 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99eff2f3-3cc2-47bc-a61e-52f25827445a' 2024-11-27T11:20:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99eff2f3-3cc2-47bc-a61e-52f25827445a" 2024-11-27T11:20:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dbc360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,32861,-1] 2024-11-27T11:20:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:13,608 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32aadecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:13,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,32861,1732706403377 2024-11-27T11:20:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c6de830 2024-11-27T11:20:13,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:13,610 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:20:13,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b617c7edc8e:37901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T11:20:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:20:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:13,613 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:37901' 2024-11-27T11:20:13,614 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37824e77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:13,614 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,37901,-1 for getting cluster id 2024-11-27T11:20:13,615 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:13,615 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32d9c0ad-0ab2-45b0-b379-01b573ba3a72' 2024-11-27T11:20:13,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:13,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32d9c0ad-0ab2-45b0-b379-01b573ba3a72" 2024-11-27T11:20:13,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766d1fa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:13,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,37901,-1] 2024-11-27T11:20:13,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:13,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:13,616 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:13,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a057b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:13,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:13,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,37901,1732706407515 2024-11-27T11:20:13,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ef96cb4 2024-11-27T11:20:13,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:13,618 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:20:13,619 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T11:20:13,619 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:20:13,619 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:13,619 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:13,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:13,619 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:20:13,620 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T11:20:13,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:20:13,621 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:13,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:20:13,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741837_1013 (size=1138) 2024-11-27T11:20:13,671 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T11:20:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:14,029 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35da1745e15610b2b461e798bf205ea4, NAME => 'hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692 2024-11-27T11:20:14,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741838_1014 (size=44) 2024-11-27T11:20:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:14,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:14,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 35da1745e15610b2b461e798bf205ea4, disabling compactions & flushes 2024-11-27T11:20:14,435 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4. 2024-11-27T11:20:14,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4. 2024-11-27T11:20:14,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4. after waiting 0 ms 2024-11-27T11:20:14,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4. 2024-11-27T11:20:14,435 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4. 2024-11-27T11:20:14,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35da1745e15610b2b461e798bf205ea4: Waiting for close lock at 1732706414435Disabling compacts and flushes for region at 1732706414435Disabling writes for close at 1732706414435Writing region close event to WAL at 1732706414435Closed at 1732706414435 2024-11-27T11:20:14,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:20:14,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732706414436"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706414436"}]},"ts":"1732706414436"} 2024-11-27T11:20:14,438 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:20:14,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:20:14,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706414439"}]},"ts":"1732706414439"} 2024-11-27T11:20:14,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T11:20:14,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35da1745e15610b2b461e798bf205ea4, ASSIGN}] 2024-11-27T11:20:14,442 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35da1745e15610b2b461e798bf205ea4, ASSIGN 2024-11-27T11:20:14,442 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35da1745e15610b2b461e798bf205ea4, ASSIGN; state=OFFLINE, location=5b617c7edc8e,45595,1732706403427; forceNewPlan=false, retain=false 2024-11-27T11:20:14,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=35da1745e15610b2b461e798bf205ea4, regionState=OPENING, regionLocation=5b617c7edc8e,45595,1732706403427 2024-11-27T11:20:14,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35da1745e15610b2b461e798bf205ea4, ASSIGN because future has completed 2024-11-27T11:20:14,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35da1745e15610b2b461e798bf205ea4, server=5b617c7edc8e,45595,1732706403427}] 2024-11-27T11:20:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:14,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4. 2024-11-27T11:20:14,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:14,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T11:20:14,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C45595%2C1732706403427.rep, suffix=, logDir=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427, archiveDir=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/oldWALs, maxLogs=10 2024-11-27T11:20:14,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.rep.1732706414753, exclude list is [], retry=0 2024-11-27T11:20:14,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38363,DS-6a5df77a-0dd9-49c0-9f27-e5b1e9b12c88,DISK] 2024-11-27T11:20:14,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.rep.1732706414753 2024-11-27T11:20:14,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37141:37141)] 2024-11-27T11:20:14,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 35da1745e15610b2b461e798bf205ea4, NAME => 'hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:14,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:20:14,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:20:14,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4. service=MultiRowMutationService 2024-11-27T11:20:14,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T11:20:14,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 35da1745e15610b2b461e798bf205ea4 2024-11-27T11:20:14,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:14,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 35da1745e15610b2b461e798bf205ea4 2024-11-27T11:20:14,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 35da1745e15610b2b461e798bf205ea4 2024-11-27T11:20:14,772 INFO [StoreOpener-35da1745e15610b2b461e798bf205ea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 35da1745e15610b2b461e798bf205ea4 2024-11-27T11:20:14,773 INFO [StoreOpener-35da1745e15610b2b461e798bf205ea4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35da1745e15610b2b461e798bf205ea4 columnFamilyName hfileref 2024-11-27T11:20:14,773 DEBUG [StoreOpener-35da1745e15610b2b461e798bf205ea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:14,773 INFO [StoreOpener-35da1745e15610b2b461e798bf205ea4-1 {}] regionserver.HStore(327): Store=35da1745e15610b2b461e798bf205ea4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:14,773 INFO [StoreOpener-35da1745e15610b2b461e798bf205ea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 35da1745e15610b2b461e798bf205ea4 2024-11-27T11:20:14,774 INFO [StoreOpener-35da1745e15610b2b461e798bf205ea4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35da1745e15610b2b461e798bf205ea4 columnFamilyName queue 2024-11-27T11:20:14,774 DEBUG [StoreOpener-35da1745e15610b2b461e798bf205ea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:14,774 INFO [StoreOpener-35da1745e15610b2b461e798bf205ea4-1 {}] regionserver.HStore(327): Store=35da1745e15610b2b461e798bf205ea4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:14,774 INFO [StoreOpener-35da1745e15610b2b461e798bf205ea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 35da1745e15610b2b461e798bf205ea4 2024-11-27T11:20:14,775 INFO [StoreOpener-35da1745e15610b2b461e798bf205ea4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35da1745e15610b2b461e798bf205ea4 columnFamilyName sid 2024-11-27T11:20:14,775 DEBUG [StoreOpener-35da1745e15610b2b461e798bf205ea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:14,776 INFO [StoreOpener-35da1745e15610b2b461e798bf205ea4-1 {}] regionserver.HStore(327): Store=35da1745e15610b2b461e798bf205ea4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:14,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 35da1745e15610b2b461e798bf205ea4 2024-11-27T11:20:14,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/replication/35da1745e15610b2b461e798bf205ea4 2024-11-27T11:20:14,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/replication/35da1745e15610b2b461e798bf205ea4 2024-11-27T11:20:14,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 35da1745e15610b2b461e798bf205ea4 2024-11-27T11:20:14,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 35da1745e15610b2b461e798bf205ea4 2024-11-27T11:20:14,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:20:14,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 35da1745e15610b2b461e798bf205ea4 2024-11-27T11:20:14,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/replication/35da1745e15610b2b461e798bf205ea4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:14,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 35da1745e15610b2b461e798bf205ea4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71551918, jitterRate=0.0662066638469696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:20:14,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35da1745e15610b2b461e798bf205ea4 2024-11-27T11:20:14,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 35da1745e15610b2b461e798bf205ea4: Running coprocessor pre-open hook at 1732706414771Writing region info on filesystem at 1732706414771Initializing all the Stores at 1732706414772 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706414772Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706414772Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706414772Cleaning up temporary data from old regions at 1732706414778 (+6 ms)Running coprocessor post-open hooks at 1732706414781 (+3 ms)Region opened successfully at 1732706414782 (+1 ms) 2024-11-27T11:20:14,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4., pid=10, masterSystemTime=1732706414748 2024-11-27T11:20:14,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4. 2024-11-27T11:20:14,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4. 2024-11-27T11:20:14,785 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=35da1745e15610b2b461e798bf205ea4, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,45595,1732706403427 2024-11-27T11:20:14,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35da1745e15610b2b461e798bf205ea4, server=5b617c7edc8e,45595,1732706403427 because future has completed 2024-11-27T11:20:14,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T11:20:14,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 35da1745e15610b2b461e798bf205ea4, server=5b617c7edc8e,45595,1732706403427 in 192 msec 2024-11-27T11:20:14,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T11:20:14,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35da1745e15610b2b461e798bf205ea4, ASSIGN in 348 msec 2024-11-27T11:20:14,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:20:14,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706414792"}]},"ts":"1732706414792"} 2024-11-27T11:20:14,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T11:20:14,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:20:14,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-27T11:20:14,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4., hostname=5b617c7edc8e,45595,1732706403427, seqNum=2] 2024-11-27T11:20:14,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435 2024-11-27T11:20:14,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435 2024-11-27T11:20:14,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:20:14,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T11:20:14,991 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T11:20:15,020 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b617c7edc8e,45595,1732706403427, ReplicationSource: 1, currentBandwidth=0 2024-11-27T11:20:15,021 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:15,021 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,45595,1732706403427, seqNum=-1] 2024-11-27T11:20:15,021 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:15,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T11:20:15,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b617c7edc8e,45595,1732706403427', locateType=CURRENT is [region=hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4., hostname=5b617c7edc8e,45595,1732706403427, seqNum=2] 2024-11-27T11:20:15,026 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T11:20:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T11:20:15,029 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b617c7edc8e,45595,1732706403427 suceeded 2024-11-27T11:20:15,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T11:20:15,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-27T11:20:15,030 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b617c7edc8e:37901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:20:15,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-27T11:20:15,041 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:37901' 2024-11-27T11:20:15,042 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@117e04ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:15,042 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,37901,-1 for getting cluster id 2024-11-27T11:20:15,042 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:15,043 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32d9c0ad-0ab2-45b0-b379-01b573ba3a72' 2024-11-27T11:20:15,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:15,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32d9c0ad-0ab2-45b0-b379-01b573ba3a72" 2024-11-27T11:20:15,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ae25051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:15,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,37901,-1] 2024-11-27T11:20:15,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:15,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:15,045 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:15,045 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d9392d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:15,046 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:15,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,37901,1732706407515 2024-11-27T11:20:15,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28f7c158 2024-11-27T11:20:15,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:15,047 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-27T11:20:15,048 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b617c7edc8e,45595,1732706403427 (queues=1) is replicating from cluster=99eff2f3-3cc2-47bc-a61e-52f25827445a to cluster=32d9c0ad-0ab2-45b0-b379-01b573ba3a72 2024-11-27T11:20:15,048 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b617c7edc8e%2C45595%2C1732706403427 2024-11-27T11:20:15,048 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b617c7edc8e,45595,1732706403427, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:20:15,048 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.shipper5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C45595%2C1732706403427 2024-11-27T11:20:15,048 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410, startPosition=0, beingWritten=true 2024-11-27T11:20:15,054 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:15,054 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 379, reset compression=false 2024-11-27T11:20:15,054 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.shipper5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,45595,1732706403427 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:15,257 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 379, reset compression=false 2024-11-27T11:20:15,561 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 379, reset compression=false 2024-11-27T11:20:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:15,759 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T11:20:15,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:20:15,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:15,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:15,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:15,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:15,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9cc5e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:15,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,37901,-1 for getting cluster id 2024-11-27T11:20:15,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:15,761 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32d9c0ad-0ab2-45b0-b379-01b573ba3a72' 2024-11-27T11:20:15,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:15,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32d9c0ad-0ab2-45b0-b379-01b573ba3a72" 2024-11-27T11:20:15,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e320163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:15,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,37901,-1] 2024-11-27T11:20:15,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:15,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:15,762 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:15,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50aa053d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:15,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:15,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,37901,1732706407515 2024-11-27T11:20:15,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e4c3eac 2024-11-27T11:20:15,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:15,765 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:20:15,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b617c7edc8e:32861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T11:20:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:20:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:15,767 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:32861' 2024-11-27T11:20:15,768 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5811dbb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:15,768 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,32861,-1 for getting cluster id 2024-11-27T11:20:15,768 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:15,769 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99eff2f3-3cc2-47bc-a61e-52f25827445a' 2024-11-27T11:20:15,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:15,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99eff2f3-3cc2-47bc-a61e-52f25827445a" 2024-11-27T11:20:15,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497eca80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:15,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,32861,-1] 2024-11-27T11:20:15,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:15,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:15,770 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:15,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d45d9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:15,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:15,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,32861,1732706403377 2024-11-27T11:20:15,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ddb5615 2024-11-27T11:20:15,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:15,772 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:20:15,772 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T11:20:15,772 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:20:15,772 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:15,773 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:15,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:15,773 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:20:15,774 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T11:20:15,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:20:15,775 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:15,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:20:15,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741837_1013 (size=1138) 2024-11-27T11:20:15,824 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T11:20:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:15,966 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 379, reset compression=false 2024-11-27T11:20:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:16,182 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 478e4fe24af565844939c55a9cfa3f97, NAME => 'hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6 2024-11-27T11:20:16,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741838_1014 (size=44) 2024-11-27T11:20:16,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:16,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 478e4fe24af565844939c55a9cfa3f97, disabling compactions & flushes 2024-11-27T11:20:16,187 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97. 2024-11-27T11:20:16,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97. 2024-11-27T11:20:16,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97. after waiting 0 ms 2024-11-27T11:20:16,188 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97. 2024-11-27T11:20:16,188 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97. 2024-11-27T11:20:16,188 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 478e4fe24af565844939c55a9cfa3f97: Waiting for close lock at 1732706416187Disabling compacts and flushes for region at 1732706416187Disabling writes for close at 1732706416187Writing region close event to WAL at 1732706416188 (+1 ms)Closed at 1732706416188 2024-11-27T11:20:16,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:20:16,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732706416189"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706416189"}]},"ts":"1732706416189"} 2024-11-27T11:20:16,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:20:16,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:20:16,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706416191"}]},"ts":"1732706416191"} 2024-11-27T11:20:16,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T11:20:16,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=478e4fe24af565844939c55a9cfa3f97, ASSIGN}] 2024-11-27T11:20:16,194 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=478e4fe24af565844939c55a9cfa3f97, ASSIGN 2024-11-27T11:20:16,195 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=478e4fe24af565844939c55a9cfa3f97, ASSIGN; state=OFFLINE, location=5b617c7edc8e,46437,1732706407564; forceNewPlan=false, retain=false 2024-11-27T11:20:16,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=478e4fe24af565844939c55a9cfa3f97, regionState=OPENING, regionLocation=5b617c7edc8e,46437,1732706407564 2024-11-27T11:20:16,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=478e4fe24af565844939c55a9cfa3f97, ASSIGN because future has completed 2024-11-27T11:20:16,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 478e4fe24af565844939c55a9cfa3f97, server=5b617c7edc8e,46437,1732706407564}] 2024-11-27T11:20:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:16,470 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 379, reset compression=false 2024-11-27T11:20:16,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97. 2024-11-27T11:20:16,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:16,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T11:20:16,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C46437%2C1732706407564.rep, suffix=, logDir=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/oldWALs, maxLogs=10 2024-11-27T11:20:16,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.rep.1732706416506, exclude list is [], retry=0 2024-11-27T11:20:16,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44467,DS-1f75621b-1b5a-44c3-880e-b32943d1bec1,DISK] 2024-11-27T11:20:16,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.rep.1732706416506 2024-11-27T11:20:16,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35613:35613)] 2024-11-27T11:20:16,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 478e4fe24af565844939c55a9cfa3f97, NAME => 'hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:16,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:20:16,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:20:16,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97. service=MultiRowMutationService 2024-11-27T11:20:16,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T11:20:16,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 478e4fe24af565844939c55a9cfa3f97 2024-11-27T11:20:16,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:16,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 478e4fe24af565844939c55a9cfa3f97 2024-11-27T11:20:16,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 478e4fe24af565844939c55a9cfa3f97 2024-11-27T11:20:16,528 INFO [StoreOpener-478e4fe24af565844939c55a9cfa3f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 478e4fe24af565844939c55a9cfa3f97 2024-11-27T11:20:16,529 INFO [StoreOpener-478e4fe24af565844939c55a9cfa3f97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 478e4fe24af565844939c55a9cfa3f97 columnFamilyName hfileref 2024-11-27T11:20:16,530 DEBUG [StoreOpener-478e4fe24af565844939c55a9cfa3f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:16,530 INFO [StoreOpener-478e4fe24af565844939c55a9cfa3f97-1 {}] regionserver.HStore(327): Store=478e4fe24af565844939c55a9cfa3f97/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:16,530 INFO [StoreOpener-478e4fe24af565844939c55a9cfa3f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 478e4fe24af565844939c55a9cfa3f97 2024-11-27T11:20:16,531 INFO [StoreOpener-478e4fe24af565844939c55a9cfa3f97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 478e4fe24af565844939c55a9cfa3f97 columnFamilyName queue 2024-11-27T11:20:16,531 DEBUG [StoreOpener-478e4fe24af565844939c55a9cfa3f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:16,531 INFO [StoreOpener-478e4fe24af565844939c55a9cfa3f97-1 {}] regionserver.HStore(327): Store=478e4fe24af565844939c55a9cfa3f97/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:16,531 INFO [StoreOpener-478e4fe24af565844939c55a9cfa3f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 478e4fe24af565844939c55a9cfa3f97 2024-11-27T11:20:16,532 INFO [StoreOpener-478e4fe24af565844939c55a9cfa3f97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 478e4fe24af565844939c55a9cfa3f97 columnFamilyName sid 2024-11-27T11:20:16,532 DEBUG [StoreOpener-478e4fe24af565844939c55a9cfa3f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:16,532 INFO [StoreOpener-478e4fe24af565844939c55a9cfa3f97-1 {}] regionserver.HStore(327): Store=478e4fe24af565844939c55a9cfa3f97/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:16,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 478e4fe24af565844939c55a9cfa3f97 2024-11-27T11:20:16,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/replication/478e4fe24af565844939c55a9cfa3f97 2024-11-27T11:20:16,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/replication/478e4fe24af565844939c55a9cfa3f97 2024-11-27T11:20:16,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 478e4fe24af565844939c55a9cfa3f97 2024-11-27T11:20:16,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 478e4fe24af565844939c55a9cfa3f97 2024-11-27T11:20:16,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:20:16,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 478e4fe24af565844939c55a9cfa3f97 2024-11-27T11:20:16,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/replication/478e4fe24af565844939c55a9cfa3f97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:16,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 478e4fe24af565844939c55a9cfa3f97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59717431, jitterRate=-0.11014093458652496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:20:16,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 478e4fe24af565844939c55a9cfa3f97 2024-11-27T11:20:16,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 478e4fe24af565844939c55a9cfa3f97: Running coprocessor pre-open hook at 1732706416524Writing region info on filesystem at 1732706416524Initializing all the Stores at 1732706416525 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706416525Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706416528 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706416528Cleaning up temporary data from old regions at 1732706416534 (+6 ms)Running coprocessor post-open hooks at 1732706416538 (+4 ms)Region opened successfully at 1732706416538 2024-11-27T11:20:16,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97., pid=10, masterSystemTime=1732706416500 2024-11-27T11:20:16,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97. 2024-11-27T11:20:16,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97. 2024-11-27T11:20:16,541 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=478e4fe24af565844939c55a9cfa3f97, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,46437,1732706407564 2024-11-27T11:20:16,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 478e4fe24af565844939c55a9cfa3f97, server=5b617c7edc8e,46437,1732706407564 because future has completed 2024-11-27T11:20:16,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T11:20:16,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 478e4fe24af565844939c55a9cfa3f97, server=5b617c7edc8e,46437,1732706407564 in 197 msec 2024-11-27T11:20:16,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T11:20:16,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=478e4fe24af565844939c55a9cfa3f97, ASSIGN in 353 msec 2024-11-27T11:20:16,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:20:16,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706416549"}]},"ts":"1732706416549"} 2024-11-27T11:20:16,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T11:20:16,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:20:16,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 779 msec 2024-11-27T11:20:16,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97., hostname=5b617c7edc8e,46437,1732706407564, seqNum=2] 2024-11-27T11:20:16,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865 2024-11-27T11:20:16,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865 2024-11-27T11:20:16,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:20:16,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T11:20:16,742 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T11:20:16,771 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b617c7edc8e,46437,1732706407564, ReplicationSource: 1, currentBandwidth=0 2024-11-27T11:20:16,771 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:16,772 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,46437,1732706407564, seqNum=-1] 2024-11-27T11:20:16,772 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:16,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T11:20:16,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b617c7edc8e,46437,1732706407564', locateType=CURRENT is [region=hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97., hostname=5b617c7edc8e,46437,1732706407564, seqNum=2] 2024-11-27T11:20:16,777 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T11:20:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T11:20:16,779 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b617c7edc8e,46437,1732706407564 suceeded 2024-11-27T11:20:16,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T11:20:16,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-27T11:20:16,781 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b617c7edc8e:32861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:20:16,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0160 sec 2024-11-27T11:20:16,791 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:32861' 2024-11-27T11:20:16,792 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bbc5bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:16,792 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,32861,-1 for getting cluster id 2024-11-27T11:20:16,792 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:16,793 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99eff2f3-3cc2-47bc-a61e-52f25827445a' 2024-11-27T11:20:16,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:16,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99eff2f3-3cc2-47bc-a61e-52f25827445a" 2024-11-27T11:20:16,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@150ff9c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:16,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,32861,-1] 2024-11-27T11:20:16,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:16,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:16,795 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:16,795 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c87b7cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:16,795 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:16,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,32861,1732706403377 2024-11-27T11:20:16,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2437fc58 2024-11-27T11:20:16,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:16,797 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-27T11:20:16,798 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b617c7edc8e,46437,1732706407564 (queues=1) is replicating from cluster=32d9c0ad-0ab2-45b0-b379-01b573ba3a72 to cluster=99eff2f3-3cc2-47bc-a61e-52f25827445a 2024-11-27T11:20:16,798 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b617c7edc8e%2C46437%2C1732706407564 2024-11-27T11:20:16,798 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b617c7edc8e,46437,1732706407564, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:20:16,798 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.shipper5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C46437%2C1732706407564 2024-11-27T11:20:16,798 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764, startPosition=0, beingWritten=true 2024-11-27T11:20:16,803 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:16,803 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 379, reset compression=false 2024-11-27T11:20:16,803 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.shipper5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46437,1732706407564 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:16,899 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T11:20:16,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:20:16,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:16,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:16,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:16,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:16,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:16,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,45595,1732706403427, seqNum=-1] 2024-11-27T11:20:16,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:16,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:20:16,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e., hostname=5b617c7edc8e,45595,1732706403427, seqNum=2] 2024-11-27T11:20:16,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:16,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,46437,1732706407564, seqNum=-1] 2024-11-27T11:20:16,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:16,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:20:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf., hostname=5b617c7edc8e,46437,1732706407564, seqNum=2] 2024-11-27T11:20:16,913 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T11:20:16,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:16,989 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:20:16,989 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18237 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:20:17,007 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 379, reset compression=false 2024-11-27T11:20:17,074 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 379, reset compression=false 2024-11-27T11:20:17,079 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:17,079 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 480, reset compression=false 2024-11-27T11:20:17,079 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.shipper5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,45595,1732706403427 got entry batch from reader: WALEntryBatch [walEntries=[{test/c31d6f2d46609ebddd65aea3a043732e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T11:20:17,082 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.shipper5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:20:17,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-27T11:20:17,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:17,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@263412c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:17,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,37901,-1 for getting cluster id 2024-11-27T11:20:17,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:17,086 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32d9c0ad-0ab2-45b0-b379-01b573ba3a72' 2024-11-27T11:20:17,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:17,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32d9c0ad-0ab2-45b0-b379-01b573ba3a72" 2024-11-27T11:20:17,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ca5e3bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:17,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,37901,-1] 2024-11-27T11:20:17,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:17,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:17,087 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:17,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27e157dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:17,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:17,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,46437,1732706407564, seqNum=-1] 2024-11-27T11:20:17,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:17,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T11:20:17,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf., hostname=5b617c7edc8e,46437,1732706407564, seqNum=2] 2024-11-27T11:20:17,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:17,277 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T11:20:17,283 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 480, reset compression=false 2024-11-27T11:20:17,310 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 379, reset compression=false 2024-11-27T11:20:17,314 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:17,314 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 504, reset compression=false 2024-11-27T11:20:17,314 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.shipper5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46437,1732706407564 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:17,517 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 504, reset compression=false 2024-11-27T11:20:17,587 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 480, reset compression=false 2024-11-27T11:20:17,821 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 504, reset compression=false 2024-11-27T11:20:17,916 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T11:20:17,919 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T11:20:17,991 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 480, reset compression=false 2024-11-27T11:20:18,088 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:20:18,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:18,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:18,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:18,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:18,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:18,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:18,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:18,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:18,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:18,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:18,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T11:20:18,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T11:20:18,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T11:20:18,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T11:20:18,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:20:18,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T11:20:18,226 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 504, reset compression=false 2024-11-27T11:20:18,230 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:18,230 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 608, reset compression=false 2024-11-27T11:20:18,230 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.shipper5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46437,1732706407564 got entry batch from reader: WALEntryBatch [walEntries=[{test/17a63c9eab6480dc3ad572fee5c19bdf/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T11:20:18,232 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.shipper5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:20:18,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-27T11:20:18,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:18,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64d2c783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:18,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,32861,-1 for getting cluster id 2024-11-27T11:20:18,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:18,235 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99eff2f3-3cc2-47bc-a61e-52f25827445a' 2024-11-27T11:20:18,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:18,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99eff2f3-3cc2-47bc-a61e-52f25827445a" 2024-11-27T11:20:18,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59323ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:18,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,32861,-1] 2024-11-27T11:20:18,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:18,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:18,237 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:18,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76e1074c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:18,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:18,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,45595,1732706403427, seqNum=-1] 2024-11-27T11:20:18,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:18,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T11:20:18,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e., hostname=5b617c7edc8e,45595,1732706403427, seqNum=2] 2024-11-27T11:20:18,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:18,435 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 608, reset compression=false 2024-11-27T11:20:18,495 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 480, reset compression=false 2024-11-27T11:20:18,506 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:18,506 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 607, reset compression=false 2024-11-27T11:20:18,506 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.shipper5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,45595,1732706403427 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:18,710 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 607, reset compression=false 2024-11-27T11:20:18,739 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 608, reset compression=false 2024-11-27T11:20:18,921 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T11:20:18,927 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T11:20:19,014 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 607, reset compression=false 2024-11-27T11:20:19,018 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:19,018 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 763, reset compression=false 2024-11-27T11:20:19,019 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.shipper5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,45595,1732706403427 got entry batch from reader: WALEntryBatch [walEntries=[{test/c31d6f2d46609ebddd65aea3a043732e/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T11:20:19,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:19,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:19,142 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 608, reset compression=false 2024-11-27T11:20:19,147 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:19,147 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 756, reset compression=false 2024-11-27T11:20:19,147 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.shipper5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46437,1732706407564 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:19,223 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 763, reset compression=false 2024-11-27T11:20:19,350 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 756, reset compression=false 2024-11-27T11:20:19,526 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 763, reset compression=false 2024-11-27T11:20:19,654 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 756, reset compression=false 2024-11-27T11:20:19,929 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T11:20:19,930 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 763, reset compression=false 2024-11-27T11:20:19,933 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T11:20:20,057 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 756, reset compression=false 2024-11-27T11:20:20,062 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:20,062 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 915, reset compression=false 2024-11-27T11:20:20,062 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.shipper5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46437,1732706407564 got entry batch from reader: WALEntryBatch [walEntries=[{test/17a63c9eab6480dc3ad572fee5c19bdf/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T11:20:20,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:20,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:20,265 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 915, reset compression=false 2024-11-27T11:20:20,434 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 763, reset compression=false 2024-11-27T11:20:20,438 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:20,438 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 912, reset compression=false 2024-11-27T11:20:20,438 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.shipper5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,45595,1732706403427 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:20,570 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 915, reset compression=false 2024-11-27T11:20:20,643 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 912, reset compression=false 2024-11-27T11:20:20,935 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T11:20:20,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:20:20,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:20:20,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:20,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:20,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:20,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:20,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:20:20,938 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=910386407, stopped=false 2024-11-27T11:20:20,938 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,37901,1732706407515 2024-11-27T11:20:20,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11544706865/running 2024-11-27T11:20:20,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11544706865/running 2024-11-27T11:20:20,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865 2024-11-27T11:20:20,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865 2024-11-27T11:20:20,939 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:20:20,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:20:20,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:20,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:20,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,46437,1732706407564' ***** 2024-11-27T11:20:20,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:20:20,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Set watcher on znode that does not yet exist, /11544706865/running 2024-11-27T11:20:20,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Set watcher on znode that does not yet exist, /11544706865/running 2024-11-27T11:20:20,940 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:20:20,940 INFO [RS:0;5b617c7edc8e:46437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:20:20,940 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:20:20,941 INFO [RS:0;5b617c7edc8e:46437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:20:20,941 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(3091): Received CLOSE for 478e4fe24af565844939c55a9cfa3f97 2024-11-27T11:20:20,941 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(3091): Received CLOSE for 17a63c9eab6480dc3ad572fee5c19bdf 2024-11-27T11:20:20,941 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,46437,1732706407564 2024-11-27T11:20:20,941 INFO [RS:0;5b617c7edc8e:46437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:20:20,941 INFO [RS:0;5b617c7edc8e:46437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:46437. 2024-11-27T11:20:20,941 DEBUG [RS:0;5b617c7edc8e:46437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:20,941 DEBUG [RS:0;5b617c7edc8e:46437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:20,941 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 478e4fe24af565844939c55a9cfa3f97, disabling compactions & flushes 2024-11-27T11:20:20,941 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97. 2024-11-27T11:20:20,941 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97. 2024-11-27T11:20:20,941 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:20:20,941 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:20:20,941 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97. after waiting 0 ms 2024-11-27T11:20:20,941 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:20:20,941 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97. 2024-11-27T11:20:20,941 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:20:20,941 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 478e4fe24af565844939c55a9cfa3f97 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-27T11:20:20,941 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T11:20:20,942 DEBUG [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 478e4fe24af565844939c55a9cfa3f97=hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97., 17a63c9eab6480dc3ad572fee5c19bdf=test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf.} 2024-11-27T11:20:20,942 DEBUG [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17a63c9eab6480dc3ad572fee5c19bdf, 478e4fe24af565844939c55a9cfa3f97 2024-11-27T11:20:20,942 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:20:20,942 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:20:20,942 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:20:20,942 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:20:20,942 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:20:20,942 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T11:20:20,946 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 912, reset compression=false 2024-11-27T11:20:20,957 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/replication/478e4fe24af565844939c55a9cfa3f97/.tmp/queue/a52a5055b7e64bcb911328665fff9d85 is 153, key is 1-5b617c7edc8e,46437,1732706407564/queue:5b617c7edc8e%2C46437%2C1732706407564/1732706420067/Put/seqid=0 2024-11-27T11:20:20,963 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/.tmp/info/49d0ab7ac2ae4939a6a10aa58f5ddb5c is 147, key is hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97./info:regioninfo/1732706416541/Put/seqid=0 2024-11-27T11:20:20,974 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 915, reset compression=false 2024-11-27T11:20:20,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741840_1016 (size=5352) 2024-11-27T11:20:20,981 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/replication/478e4fe24af565844939c55a9cfa3f97/.tmp/queue/a52a5055b7e64bcb911328665fff9d85 2024-11-27T11:20:20,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741841_1017 (size=7686) 2024-11-27T11:20:20,982 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/.tmp/info/49d0ab7ac2ae4939a6a10aa58f5ddb5c 2024-11-27T11:20:20,988 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/replication/478e4fe24af565844939c55a9cfa3f97/.tmp/queue/a52a5055b7e64bcb911328665fff9d85 as hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/replication/478e4fe24af565844939c55a9cfa3f97/queue/a52a5055b7e64bcb911328665fff9d85 2024-11-27T11:20:20,993 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/replication/478e4fe24af565844939c55a9cfa3f97/queue/a52a5055b7e64bcb911328665fff9d85, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T11:20:20,994 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 478e4fe24af565844939c55a9cfa3f97 in 53ms, sequenceid=10, compaction requested=false 2024-11-27T11:20:21,000 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/replication/478e4fe24af565844939c55a9cfa3f97/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T11:20:21,002 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:20:21,002 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:20:21,002 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97. 2024-11-27T11:20:21,002 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 478e4fe24af565844939c55a9cfa3f97: Waiting for close lock at 1732706420941Running coprocessor pre-close hooks at 1732706420941Disabling compacts and flushes for region at 1732706420941Disabling writes for close at 1732706420941Obtaining lock to block concurrent updates at 1732706420941Preparing flush snapshotting stores in 478e4fe24af565844939c55a9cfa3f97 at 1732706420941Finished memstore snapshotting hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732706420942 (+1 ms)Flushing stores of hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97. at 1732706420942Flushing 478e4fe24af565844939c55a9cfa3f97/queue: creating writer at 1732706420942Flushing 478e4fe24af565844939c55a9cfa3f97/queue: appending metadata at 1732706420957 (+15 ms)Flushing 478e4fe24af565844939c55a9cfa3f97/queue: closing flushed file at 1732706420957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@659b36d4: reopening flushed file at 1732706420987 (+30 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 478e4fe24af565844939c55a9cfa3f97 in 53ms, sequenceid=10, compaction requested=false at 1732706420994 (+7 ms)Writing region close event to WAL at 1732706420996 (+2 ms)Running coprocessor post-close hooks at 1732706421002 (+6 ms)Closed at 1732706421002 2024-11-27T11:20:21,002 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732706415773.478e4fe24af565844939c55a9cfa3f97. 2024-11-27T11:20:21,002 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17a63c9eab6480dc3ad572fee5c19bdf, disabling compactions & flushes 2024-11-27T11:20:21,002 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf. 2024-11-27T11:20:21,002 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf. 2024-11-27T11:20:21,002 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf. after waiting 0 ms 2024-11-27T11:20:21,002 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf. 2024-11-27T11:20:21,002 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 17a63c9eab6480dc3ad572fee5c19bdf 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-27T11:20:21,007 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/.tmp/ns/060c9f8a1ffd489db278992d35dcfe68 is 43, key is default/ns:d/1732706409181/Put/seqid=0 2024-11-27T11:20:21,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741842_1018 (size=5153) 2024-11-27T11:20:21,023 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf/.tmp/f/cc1dc47c99b44f188662923073ea660e is 29, key is row1/f:/1732706419930/DeleteFamily/seqid=0 2024-11-27T11:20:21,025 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:20:21,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741843_1019 (size=5118) 2024-11-27T11:20:21,038 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf/.tmp/f/cc1dc47c99b44f188662923073ea660e 2024-11-27T11:20:21,044 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc1dc47c99b44f188662923073ea660e 2024-11-27T11:20:21,070 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf/.tmp/f1/e76f6d432ce842c2821551f9c0667369 is 30, key is row1/f1:/1732706419930/DeleteFamily/seqid=0 2024-11-27T11:20:21,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741844_1020 (size=5123) 2024-11-27T11:20:21,082 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf/.tmp/f1/e76f6d432ce842c2821551f9c0667369 2024-11-27T11:20:21,087 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e76f6d432ce842c2821551f9c0667369 2024-11-27T11:20:21,118 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf/.tmp/norep/425da9719489406cadfda2b1cf029fd9 is 33, key is row1/norep:/1732706419930/DeleteFamily/seqid=0 2024-11-27T11:20:21,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741845_1021 (size=5108) 2024-11-27T11:20:21,126 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf/.tmp/norep/425da9719489406cadfda2b1cf029fd9 2024-11-27T11:20:21,131 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 425da9719489406cadfda2b1cf029fd9 2024-11-27T11:20:21,132 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf/.tmp/f/cc1dc47c99b44f188662923073ea660e as hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf/f/cc1dc47c99b44f188662923073ea660e 2024-11-27T11:20:21,136 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc1dc47c99b44f188662923073ea660e 2024-11-27T11:20:21,137 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf/f/cc1dc47c99b44f188662923073ea660e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T11:20:21,138 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf/.tmp/f1/e76f6d432ce842c2821551f9c0667369 as hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf/f1/e76f6d432ce842c2821551f9c0667369 2024-11-27T11:20:21,142 DEBUG [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17a63c9eab6480dc3ad572fee5c19bdf 2024-11-27T11:20:21,143 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e76f6d432ce842c2821551f9c0667369 2024-11-27T11:20:21,143 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf/f1/e76f6d432ce842c2821551f9c0667369, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T11:20:21,144 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf/.tmp/norep/425da9719489406cadfda2b1cf029fd9 as hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf/norep/425da9719489406cadfda2b1cf029fd9 2024-11-27T11:20:21,152 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 425da9719489406cadfda2b1cf029fd9 2024-11-27T11:20:21,152 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf/norep/425da9719489406cadfda2b1cf029fd9, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T11:20:21,153 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 17a63c9eab6480dc3ad572fee5c19bdf in 151ms, sequenceid=8, compaction requested=false 2024-11-27T11:20:21,166 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/default/test/17a63c9eab6480dc3ad572fee5c19bdf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T11:20:21,167 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:20:21,167 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:20:21,167 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf. 2024-11-27T11:20:21,167 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17a63c9eab6480dc3ad572fee5c19bdf: Waiting for close lock at 1732706421002Running coprocessor pre-close hooks at 1732706421002Disabling compacts and flushes for region at 1732706421002Disabling writes for close at 1732706421002Obtaining lock to block concurrent updates at 1732706421002Preparing flush snapshotting stores in 17a63c9eab6480dc3ad572fee5c19bdf at 1732706421002Finished memstore snapshotting test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732706421003 (+1 ms)Flushing stores of test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf. at 1732706421003Flushing 17a63c9eab6480dc3ad572fee5c19bdf/f: creating writer at 1732706421003Flushing 17a63c9eab6480dc3ad572fee5c19bdf/f: appending metadata at 1732706421022 (+19 ms)Flushing 17a63c9eab6480dc3ad572fee5c19bdf/f: closing flushed file at 1732706421022Flushing 17a63c9eab6480dc3ad572fee5c19bdf/f1: creating writer at 1732706421044 (+22 ms)Flushing 17a63c9eab6480dc3ad572fee5c19bdf/f1: appending metadata at 1732706421069 (+25 ms)Flushing 17a63c9eab6480dc3ad572fee5c19bdf/f1: closing flushed file at 1732706421070 (+1 ms)Flushing 17a63c9eab6480dc3ad572fee5c19bdf/norep: creating writer at 1732706421088 (+18 ms)Flushing 17a63c9eab6480dc3ad572fee5c19bdf/norep: appending metadata at 1732706421117 (+29 ms)Flushing 17a63c9eab6480dc3ad572fee5c19bdf/norep: closing flushed file at 1732706421117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78bbae46: reopening flushed file at 1732706421131 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d29ed89: reopening flushed file at 1732706421137 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cac67e7: reopening flushed file at 1732706421143 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 17a63c9eab6480dc3ad572fee5c19bdf in 151ms, sequenceid=8, compaction requested=false at 1732706421153 (+10 ms)Writing region close event to WAL at 1732706421163 (+10 ms)Running coprocessor post-close hooks at 1732706421167 (+4 ms)Closed at 1732706421167 2024-11-27T11:20:21,168 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf. 2024-11-27T11:20:21,342 DEBUG [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:20:21,354 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 912, reset compression=false 2024-11-27T11:20:21,419 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/.tmp/ns/060c9f8a1ffd489db278992d35dcfe68 2024-11-27T11:20:21,436 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/.tmp/rep_barrier/fb11f10d6db940109039731ce77eab25 is 112, key is test,,1732706411452.17a63c9eab6480dc3ad572fee5c19bdf./rep_barrier:seqnumDuringOpen/1732706412601/Put/seqid=0 2024-11-27T11:20:21,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741846_1022 (size=5518) 2024-11-27T11:20:21,485 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 915, reset compression=false 2024-11-27T11:20:21,489 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:21,489 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 1806, reset compression=false 2024-11-27T11:20:21,489 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.shipper5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46437,1732706407564 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764, lastWalPosition=1806, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:21,490 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.shipper5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b617c7edc8e,46437,1732706407564: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b617c7edc8e,46437,1732706407564, walGroup=5b617c7edc8e%2C46437%2C1732706407564, offset=5b617c7edc8e%2C46437%2C1732706407564.1732706408764:1806, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46437 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T11:20:21,491 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.shipper5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T11:20:21,491 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.shipper5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T11:20:21,492 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.shipper5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T11:20:21,492 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.shipper5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T11:20:21,492 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.shipper5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T11:20:21,492 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.shipper5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 589699008 }, "NonHeapMemoryUsage": { "committed": 194314240, "init": 7667712, "max": -1, "used": 191090784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T11:20:21,492 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.shipper5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:37901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:37901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T11:20:21,542 DEBUG [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:20:21,616 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:20:21,616 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:20:21,695 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 1806, reset compression=false 2024-11-27T11:20:21,742 DEBUG [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:20:21,840 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/.tmp/rep_barrier/fb11f10d6db940109039731ce77eab25 2024-11-27T11:20:21,858 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 912, reset compression=false 2024-11-27T11:20:21,866 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/.tmp/table/17670287686844dbaa9deae32ff1f011 is 53, key is hbase:replication/table:state/1732706416549/Put/seqid=0 2024-11-27T11:20:21,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741847_1023 (size=5308) 2024-11-27T11:20:21,943 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T11:20:21,943 DEBUG [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:20:21,943 DEBUG [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:20:21,999 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.wal-reader.5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/WALs/5b617c7edc8e,46437,1732706407564/5b617c7edc8e%2C46437%2C1732706407564.1732706408764 to pos 1806, reset compression=false 2024-11-27T11:20:22,143 DEBUG [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:20:22,270 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/.tmp/table/17670287686844dbaa9deae32ff1f011 2024-11-27T11:20:22,281 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/.tmp/info/49d0ab7ac2ae4939a6a10aa58f5ddb5c as hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/info/49d0ab7ac2ae4939a6a10aa58f5ddb5c 2024-11-27T11:20:22,285 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/info/49d0ab7ac2ae4939a6a10aa58f5ddb5c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T11:20:22,286 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/.tmp/ns/060c9f8a1ffd489db278992d35dcfe68 as hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/ns/060c9f8a1ffd489db278992d35dcfe68 2024-11-27T11:20:22,290 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/ns/060c9f8a1ffd489db278992d35dcfe68, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T11:20:22,290 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/.tmp/rep_barrier/fb11f10d6db940109039731ce77eab25 as hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/rep_barrier/fb11f10d6db940109039731ce77eab25 2024-11-27T11:20:22,294 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/rep_barrier/fb11f10d6db940109039731ce77eab25, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T11:20:22,294 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/.tmp/table/17670287686844dbaa9deae32ff1f011 as hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/table/17670287686844dbaa9deae32ff1f011 2024-11-27T11:20:22,298 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/table/17670287686844dbaa9deae32ff1f011, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T11:20:22,299 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1357ms, sequenceid=16, compaction requested=false 2024-11-27T11:20:22,312 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T11:20:22,313 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:20:22,313 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:20:22,313 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:20:22,313 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706420942Running coprocessor pre-close hooks at 1732706420942Disabling compacts and flushes for region at 1732706420942Disabling writes for close at 1732706420942Obtaining lock to block concurrent updates at 1732706420942Preparing flush snapshotting stores in 1588230740 at 1732706420942Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732706420942Flushing stores of hbase:meta,,1.1588230740 at 1732706420942Flushing 1588230740/info: creating writer at 1732706420943 (+1 ms)Flushing 1588230740/info: appending metadata at 1732706420963 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732706420963Flushing 1588230740/ns: creating writer at 1732706420987 (+24 ms)Flushing 1588230740/ns: appending metadata at 1732706421006 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732706421006Flushing 1588230740/rep_barrier: creating writer at 1732706421423 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732706421436 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732706421436Flushing 1588230740/table: creating writer at 1732706421845 (+409 ms)Flushing 1588230740/table: appending metadata at 1732706421865 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732706421865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1db8d7f5: reopening flushed file at 1732706422280 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e35cdab: reopening flushed file at 1732706422285 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a759e98: reopening flushed file at 1732706422290 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b8add8: reopening flushed file at 1732706422294 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1357ms, sequenceid=16, compaction requested=false at 1732706422299 (+5 ms)Writing region close event to WAL at 1732706422308 (+9 ms)Running coprocessor post-close hooks at 1732706422313 (+5 ms)Closed at 1732706422313 2024-11-27T11:20:22,313 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:20:22,343 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,46437,1732706407564; all regions closed. 2024-11-27T11:20:22,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741834_1010 (size=4239) 2024-11-27T11:20:22,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741839_1015 (size=2676) 2024-11-27T11:20:22,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741833_1009 (size=1814) 2024-11-27T11:20:22,396 DEBUG [RS:0;5b617c7edc8e:46437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:22,396 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:20:22,397 INFO [RS:0;5b617c7edc8e:46437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:20:22,397 INFO [RS:0;5b617c7edc8e:46437 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T11:20:22,397 INFO [RS:0;5b617c7edc8e:46437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:20:22,397 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:20:22,397 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b617c7edc8e,46437,1732706407564 because: Region server is closing 2024-11-27T11:20:22,398 INFO [RS:0;5b617c7edc8e:46437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:46437. 2024-11-27T11:20:22,398 DEBUG [RS:0;5b617c7edc8e:46437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:22,398 DEBUG [RS:0;5b617c7edc8e:46437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:22,398 DEBUG [RS:0;5b617c7edc8e:46437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:22,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:22,463 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 912, reset compression=false 2024-11-27T11:20:22,499 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46437,1732706407564.replicationSource.shipper5b617c7edc8e%2C46437%2C1732706407564,1-5b617c7edc8e,46437,1732706407564 terminated 2024-11-27T11:20:22,499 INFO [RS:0;5b617c7edc8e:46437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:46437. 2024-11-27T11:20:22,499 DEBUG [RS:0;5b617c7edc8e:46437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:22,499 DEBUG [RS:0;5b617c7edc8e:46437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:22,499 DEBUG [RS:0;5b617c7edc8e:46437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:22,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:22,499 INFO [RS:0;5b617c7edc8e:46437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46437 2024-11-27T11:20:22,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11544706865/rs/5b617c7edc8e,46437,1732706407564 2024-11-27T11:20:22,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865/rs 2024-11-27T11:20:22,501 INFO [RS:0;5b617c7edc8e:46437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:20:22,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,46437,1732706407564] 2024-11-27T11:20:22,506 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11544706865/draining/5b617c7edc8e,46437,1732706407564 already deleted, retry=false 2024-11-27T11:20:22,506 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,46437,1732706407564 expired; onlineServers=0 2024-11-27T11:20:22,506 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,37901,1732706407515' ***** 2024-11-27T11:20:22,507 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:20:22,507 INFO [M:0;5b617c7edc8e:37901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:20:22,507 INFO [M:0;5b617c7edc8e:37901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:20:22,507 DEBUG [M:0;5b617c7edc8e:37901 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:20:22,507 DEBUG [M:0;5b617c7edc8e:37901 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:20:22,507 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:20:22,507 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706408549 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706408549,5,FailOnTimeoutGroup] 2024-11-27T11:20:22,507 INFO [M:0;5b617c7edc8e:37901 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:20:22,507 INFO [M:0;5b617c7edc8e:37901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:20:22,507 DEBUG [M:0;5b617c7edc8e:37901 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:20:22,507 INFO [M:0;5b617c7edc8e:37901 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:20:22,507 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706408549 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706408549,5,FailOnTimeoutGroup] 2024-11-27T11:20:22,507 INFO [M:0;5b617c7edc8e:37901 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:20:22,507 INFO [M:0;5b617c7edc8e:37901 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:20:22,508 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:20:22,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11544706865/master 2024-11-27T11:20:22,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544706865 2024-11-27T11:20:22,510 DEBUG [M:0;5b617c7edc8e:37901 {}] zookeeper.RecoverableZooKeeper(212): Node /11544706865/master already deleted, retry=false 2024-11-27T11:20:22,510 DEBUG [M:0;5b617c7edc8e:37901 {}] master.ActiveMasterManager(353): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Failed delete of our master address node; KeeperErrorCode = NoNode for /11544706865/master 2024-11-27T11:20:22,511 INFO [M:0;5b617c7edc8e:37901 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/.lastflushedseqids 2024-11-27T11:20:22,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741848_1024 (size=245) 2024-11-27T11:20:22,531 INFO [M:0;5b617c7edc8e:37901 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:20:22,531 INFO [M:0;5b617c7edc8e:37901 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:20:22,533 DEBUG [M:0;5b617c7edc8e:37901 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:20:22,533 INFO [M:0;5b617c7edc8e:37901 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:22,533 DEBUG [M:0;5b617c7edc8e:37901 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:22,533 DEBUG [M:0;5b617c7edc8e:37901 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:20:22,533 DEBUG [M:0;5b617c7edc8e:37901 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:22,533 INFO [M:0;5b617c7edc8e:37901 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-27T11:20:22,553 DEBUG [M:0;5b617c7edc8e:37901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a0270ee5ed0460e9728c52b6b3048d5 is 82, key is hbase:meta,,1/info:regioninfo/1732706409172/Put/seqid=0 2024-11-27T11:20:22,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741849_1025 (size=5672) 2024-11-27T11:20:22,559 INFO [M:0;5b617c7edc8e:37901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a0270ee5ed0460e9728c52b6b3048d5 2024-11-27T11:20:22,582 DEBUG [M:0;5b617c7edc8e:37901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a59e26452105455781cf5556f7767c45 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732706416552/Put/seqid=0 2024-11-27T11:20:22,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741850_1026 (size=8517) 2024-11-27T11:20:22,605 INFO [RS:0;5b617c7edc8e:46437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:20:22,605 INFO [RS:0;5b617c7edc8e:46437 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,46437,1732706407564; zookeeper connection closed. 2024-11-27T11:20:22,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:20:22,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x10159276aa30004, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:20:22,611 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ba3d440 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ba3d440 2024-11-27T11:20:22,611 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:20:22,990 INFO [M:0;5b617c7edc8e:37901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a59e26452105455781cf5556f7767c45 2024-11-27T11:20:23,018 DEBUG [M:0;5b617c7edc8e:37901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f773725bf5b4fbab4e8e2a764e48da7 is 69, key is 5b617c7edc8e,46437,1732706407564/rs:state/1732706408603/Put/seqid=0 2024-11-27T11:20:23,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741851_1027 (size=5156) 2024-11-27T11:20:23,029 INFO [M:0;5b617c7edc8e:37901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f773725bf5b4fbab4e8e2a764e48da7 2024-11-27T11:20:23,034 DEBUG [M:0;5b617c7edc8e:37901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a0270ee5ed0460e9728c52b6b3048d5 as hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a0270ee5ed0460e9728c52b6b3048d5 2024-11-27T11:20:23,038 INFO [M:0;5b617c7edc8e:37901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a0270ee5ed0460e9728c52b6b3048d5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T11:20:23,039 DEBUG [M:0;5b617c7edc8e:37901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a59e26452105455781cf5556f7767c45 as hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a59e26452105455781cf5556f7767c45 2024-11-27T11:20:23,042 INFO [M:0;5b617c7edc8e:37901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a59e26452105455781cf5556f7767c45, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T11:20:23,043 DEBUG [M:0;5b617c7edc8e:37901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f773725bf5b4fbab4e8e2a764e48da7 as hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f773725bf5b4fbab4e8e2a764e48da7 2024-11-27T11:20:23,046 INFO [M:0;5b617c7edc8e:37901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/6461efcd-9ee1-5703-17d1-40164283e3b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f773725bf5b4fbab4e8e2a764e48da7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T11:20:23,047 INFO [M:0;5b617c7edc8e:37901 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 514ms, sequenceid=97, compaction requested=false 2024-11-27T11:20:23,054 INFO [M:0;5b617c7edc8e:37901 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:23,054 DEBUG [M:0;5b617c7edc8e:37901 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706422531Disabling compacts and flushes for region at 1732706422531Disabling writes for close at 1732706422533 (+2 ms)Obtaining lock to block concurrent updates at 1732706422533Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706422533Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732706422534 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706422534Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706422534Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706422553 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706422553Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706422563 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706422582 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706422582Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706422996 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706423017 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706423017Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@be62984: reopening flushed file at 1732706423033 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6295d393: reopening flushed file at 1732706423038 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c1e9c: reopening flushed file at 1732706423042 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 514ms, sequenceid=97, compaction requested=false at 1732706423047 (+5 ms)Writing region close event to WAL at 1732706423054 (+7 ms)Closed at 1732706423054 2024-11-27T11:20:23,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741830_1006 (size=63666) 2024-11-27T11:20:23,057 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:20:23,057 INFO [M:0;5b617c7edc8e:37901 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:20:23,057 INFO [M:0;5b617c7edc8e:37901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37901 2024-11-27T11:20:23,057 INFO [M:0;5b617c7edc8e:37901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:20:23,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:20:23,161 INFO [M:0;5b617c7edc8e:37901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:20:23,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37901-0x10159276aa30003, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:20:23,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ae2611b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:20:23,165 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35c35000{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:20:23,165 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:20:23,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@510312dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:20:23,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30f0bb80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/hadoop.log.dir/,STOPPED} 2024-11-27T11:20:23,168 WARN [BP-1043923187-172.17.0.2-1732706406495 heartbeating to localhost/127.0.0.1:43027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:20:23,168 WARN [BP-1043923187-172.17.0.2-1732706406495 heartbeating to localhost/127.0.0.1:43027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1043923187-172.17.0.2-1732706406495 (Datanode Uuid 10b7a40c-f3be-4480-b53f-ec3180048ef7) service to localhost/127.0.0.1:43027 2024-11-27T11:20:23,168 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:20:23,168 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:20:23,169 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/cluster_86dad215-5d31-ee4a-37db-0983f14103a3/data/data2/current/BP-1043923187-172.17.0.2-1732706406495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:20:23,170 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:20:23,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/cluster_86dad215-5d31-ee4a-37db-0983f14103a3/data/data1/current/BP-1043923187-172.17.0.2-1732706406495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:20:23,179 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 912, reset compression=false 2024-11-27T11:20:23,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@536aed8a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:20:23,182 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fe06584{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:20:23,182 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:20:23,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9d1b35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:20:23,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46217896{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/hadoop.log.dir/,STOPPED} 2024-11-27T11:20:23,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:20:23,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:20:23,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:20:23,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:23,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:23,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:23,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:23,205 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:20:23,205 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1065056403, stopped=false 2024-11-27T11:20:23,205 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,32861,1732706403377 2024-11-27T11:20:23,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2007062435/running 2024-11-27T11:20:23,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2007062435/running 2024-11-27T11:20:23,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435 2024-11-27T11:20:23,207 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:20:23,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435 2024-11-27T11:20:23,207 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:20:23,207 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:23,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:23,208 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,45595,1732706403427' ***** 2024-11-27T11:20:23,208 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:20:23,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Set watcher on znode that does not yet exist, /0-2007062435/running 2024-11-27T11:20:23,209 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:20:23,209 INFO [RS:0;5b617c7edc8e:45595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:20:23,209 INFO [RS:0;5b617c7edc8e:45595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:20:23,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Set watcher on znode that does not yet exist, /0-2007062435/running 2024-11-27T11:20:23,209 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(3091): Received CLOSE for c31d6f2d46609ebddd65aea3a043732e 2024-11-27T11:20:23,210 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:20:23,210 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(3091): Received CLOSE for 35da1745e15610b2b461e798bf205ea4 2024-11-27T11:20:23,210 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,45595,1732706403427 2024-11-27T11:20:23,210 INFO [RS:0;5b617c7edc8e:45595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:20:23,210 INFO [RS:0;5b617c7edc8e:45595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:45595. 2024-11-27T11:20:23,210 DEBUG [RS:0;5b617c7edc8e:45595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:23,210 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c31d6f2d46609ebddd65aea3a043732e, disabling compactions & flushes 2024-11-27T11:20:23,210 DEBUG [RS:0;5b617c7edc8e:45595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:23,210 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e. 2024-11-27T11:20:23,211 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:20:23,211 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:20:23,211 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:20:23,211 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:20:23,211 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T11:20:23,211 DEBUG [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c31d6f2d46609ebddd65aea3a043732e=test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e., 35da1745e15610b2b461e798bf205ea4=hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4.} 2024-11-27T11:20:23,211 DEBUG [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35da1745e15610b2b461e798bf205ea4, c31d6f2d46609ebddd65aea3a043732e 2024-11-27T11:20:23,211 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:20:23,211 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e. 2024-11-27T11:20:23,211 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:20:23,211 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:20:23,211 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:20:23,211 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e. after waiting 0 ms 2024-11-27T11:20:23,211 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:20:23,211 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e. 2024-11-27T11:20:23,211 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T11:20:23,211 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c31d6f2d46609ebddd65aea3a043732e 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-27T11:20:23,231 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/.tmp/info/5631c98b763f46d6861703fa37902403 is 147, key is hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4./info:regioninfo/1732706414785/Put/seqid=0 2024-11-27T11:20:23,234 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e/.tmp/f/cd5a194d6fe64ef9b6aba5dad6fcbbba is 29, key is row1/f:/1732706419930/DeleteFamily/seqid=0 2024-11-27T11:20:23,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741840_1016 (size=7686) 2024-11-27T11:20:23,240 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/.tmp/info/5631c98b763f46d6861703fa37902403 2024-11-27T11:20:23,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741841_1017 (size=5118) 2024-11-27T11:20:23,253 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e/.tmp/f/cd5a194d6fe64ef9b6aba5dad6fcbbba 2024-11-27T11:20:23,258 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd5a194d6fe64ef9b6aba5dad6fcbbba 2024-11-27T11:20:23,279 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/.tmp/ns/88e16824189b4faa9145b484c4354403 is 43, key is default/ns:d/1732706406411/Put/seqid=0 2024-11-27T11:20:23,280 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e/.tmp/f1/529f636c2586412ea997e5f57dd994df is 30, key is row1/f1:/1732706419930/DeleteFamily/seqid=0 2024-11-27T11:20:23,295 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:20:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741842_1018 (size=5153) 2024-11-27T11:20:23,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741843_1019 (size=5123) 2024-11-27T11:20:23,337 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:20:23,337 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:20:23,411 DEBUG [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35da1745e15610b2b461e798bf205ea4, c31d6f2d46609ebddd65aea3a043732e 2024-11-27T11:20:23,612 DEBUG [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35da1745e15610b2b461e798bf205ea4, c31d6f2d46609ebddd65aea3a043732e 2024-11-27T11:20:23,712 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/.tmp/ns/88e16824189b4faa9145b484c4354403 2024-11-27T11:20:23,733 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/.tmp/rep_barrier/9b633ce93fb344c0b084ab7ccc304f5d is 112, key is test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e./rep_barrier:seqnumDuringOpen/1732706410452/Put/seqid=0 2024-11-27T11:20:23,734 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e/.tmp/f1/529f636c2586412ea997e5f57dd994df 2024-11-27T11:20:23,740 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 529f636c2586412ea997e5f57dd994df 2024-11-27T11:20:23,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741844_1020 (size=5518) 2024-11-27T11:20:23,753 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/.tmp/rep_barrier/9b633ce93fb344c0b084ab7ccc304f5d 2024-11-27T11:20:23,764 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e/.tmp/norep/8993eb9711284458ab493ffb4e532540 is 32, key is row/norep:/1732706418923/DeleteFamily/seqid=0 2024-11-27T11:20:23,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741845_1021 (size=5101) 2024-11-27T11:20:23,769 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e/.tmp/norep/8993eb9711284458ab493ffb4e532540 2024-11-27T11:20:23,773 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8993eb9711284458ab493ffb4e532540 2024-11-27T11:20:23,773 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e/.tmp/f/cd5a194d6fe64ef9b6aba5dad6fcbbba as hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e/f/cd5a194d6fe64ef9b6aba5dad6fcbbba 2024-11-27T11:20:23,777 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/.tmp/table/c664c27b42414960b7a3f8b74190bcd5 is 53, key is hbase:replication/table:state/1732706414792/Put/seqid=0 2024-11-27T11:20:23,778 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd5a194d6fe64ef9b6aba5dad6fcbbba 2024-11-27T11:20:23,778 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e/f/cd5a194d6fe64ef9b6aba5dad6fcbbba, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T11:20:23,779 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e/.tmp/f1/529f636c2586412ea997e5f57dd994df as hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e/f1/529f636c2586412ea997e5f57dd994df 2024-11-27T11:20:23,783 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 529f636c2586412ea997e5f57dd994df 2024-11-27T11:20:23,784 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e/f1/529f636c2586412ea997e5f57dd994df, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T11:20:23,784 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e/.tmp/norep/8993eb9711284458ab493ffb4e532540 as hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e/norep/8993eb9711284458ab493ffb4e532540 2024-11-27T11:20:23,789 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8993eb9711284458ab493ffb4e532540 2024-11-27T11:20:23,789 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e/norep/8993eb9711284458ab493ffb4e532540, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T11:20:23,790 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c31d6f2d46609ebddd65aea3a043732e in 579ms, sequenceid=8, compaction requested=false 2024-11-27T11:20:23,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741846_1022 (size=5308) 2024-11-27T11:20:23,792 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/.tmp/table/c664c27b42414960b7a3f8b74190bcd5 2024-11-27T11:20:23,797 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/.tmp/info/5631c98b763f46d6861703fa37902403 as hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/info/5631c98b763f46d6861703fa37902403 2024-11-27T11:20:23,801 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/info/5631c98b763f46d6861703fa37902403, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T11:20:23,801 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/.tmp/ns/88e16824189b4faa9145b484c4354403 as hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/ns/88e16824189b4faa9145b484c4354403 2024-11-27T11:20:23,805 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/ns/88e16824189b4faa9145b484c4354403, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T11:20:23,806 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/.tmp/rep_barrier/9b633ce93fb344c0b084ab7ccc304f5d as hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/rep_barrier/9b633ce93fb344c0b084ab7ccc304f5d 2024-11-27T11:20:23,811 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/rep_barrier/9b633ce93fb344c0b084ab7ccc304f5d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T11:20:23,812 DEBUG [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35da1745e15610b2b461e798bf205ea4, c31d6f2d46609ebddd65aea3a043732e 2024-11-27T11:20:23,812 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/.tmp/table/c664c27b42414960b7a3f8b74190bcd5 as hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/table/c664c27b42414960b7a3f8b74190bcd5 2024-11-27T11:20:23,817 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/table/c664c27b42414960b7a3f8b74190bcd5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T11:20:23,818 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 607ms, sequenceid=16, compaction requested=false 2024-11-27T11:20:23,829 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/default/test/c31d6f2d46609ebddd65aea3a043732e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T11:20:23,830 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:20:23,830 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:20:23,830 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e. 2024-11-27T11:20:23,830 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c31d6f2d46609ebddd65aea3a043732e: Waiting for close lock at 1732706423210Running coprocessor pre-close hooks at 1732706423210Disabling compacts and flushes for region at 1732706423210Disabling writes for close at 1732706423211 (+1 ms)Obtaining lock to block concurrent updates at 1732706423211Preparing flush snapshotting stores in c31d6f2d46609ebddd65aea3a043732e at 1732706423211Finished memstore snapshotting test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732706423212 (+1 ms)Flushing stores of test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e. at 1732706423213 (+1 ms)Flushing c31d6f2d46609ebddd65aea3a043732e/f: creating writer at 1732706423213Flushing c31d6f2d46609ebddd65aea3a043732e/f: appending metadata at 1732706423234 (+21 ms)Flushing c31d6f2d46609ebddd65aea3a043732e/f: closing flushed file at 1732706423234Flushing c31d6f2d46609ebddd65aea3a043732e/f1: creating writer at 1732706423258 (+24 ms)Flushing c31d6f2d46609ebddd65aea3a043732e/f1: appending metadata at 1732706423280 (+22 ms)Flushing c31d6f2d46609ebddd65aea3a043732e/f1: closing flushed file at 1732706423280Flushing c31d6f2d46609ebddd65aea3a043732e/norep: creating writer at 1732706423741 (+461 ms)Flushing c31d6f2d46609ebddd65aea3a043732e/norep: appending metadata at 1732706423764 (+23 ms)Flushing c31d6f2d46609ebddd65aea3a043732e/norep: closing flushed file at 1732706423764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a9fdf9: reopening flushed file at 1732706423773 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3851f8de: reopening flushed file at 1732706423778 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3894e4cc: reopening flushed file at 1732706423784 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c31d6f2d46609ebddd65aea3a043732e in 579ms, sequenceid=8, compaction requested=false at 1732706423790 (+6 ms)Writing region close event to WAL at 1732706423820 (+30 ms)Running coprocessor post-close hooks at 1732706423830 (+10 ms)Closed at 1732706423830 2024-11-27T11:20:23,830 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732706409302.c31d6f2d46609ebddd65aea3a043732e. 2024-11-27T11:20:23,830 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35da1745e15610b2b461e798bf205ea4, disabling compactions & flushes 2024-11-27T11:20:23,830 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4. 2024-11-27T11:20:23,830 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4. 2024-11-27T11:20:23,830 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4. after waiting 0 ms 2024-11-27T11:20:23,830 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4. 2024-11-27T11:20:23,830 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35da1745e15610b2b461e798bf205ea4 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-27T11:20:23,842 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T11:20:23,843 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:20:23,843 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:20:23,843 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:20:23,843 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706423211Running coprocessor pre-close hooks at 1732706423211Disabling compacts and flushes for region at 1732706423211Disabling writes for close at 1732706423211Obtaining lock to block concurrent updates at 1732706423211Preparing flush snapshotting stores in 1588230740 at 1732706423211Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732706423212 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732706423213 (+1 ms)Flushing 1588230740/info: creating writer at 1732706423213Flushing 1588230740/info: appending metadata at 1732706423231 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732706423231Flushing 1588230740/ns: creating writer at 1732706423247 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732706423278 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1732706423279 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732706423716 (+437 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732706423733 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732706423733Flushing 1588230740/table: creating writer at 1732706423757 (+24 ms)Flushing 1588230740/table: appending metadata at 1732706423777 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732706423777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d3deb35: reopening flushed file at 1732706423796 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59a294fa: reopening flushed file at 1732706423801 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c8a5efd: reopening flushed file at 1732706423806 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a7d97ac: reopening flushed file at 1732706423811 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 607ms, sequenceid=16, compaction requested=false at 1732706423818 (+7 ms)Writing region close event to WAL at 1732706423833 (+15 ms)Running coprocessor post-close hooks at 1732706423843 (+10 ms)Closed at 1732706423843 2024-11-27T11:20:23,843 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:20:23,856 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/replication/35da1745e15610b2b461e798bf205ea4/.tmp/queue/3359f82b5e654b70bbc9343dcc37249c is 153, key is 1-5b617c7edc8e,45595,1732706403427/queue:5b617c7edc8e%2C45595%2C1732706403427/1732706420440/Put/seqid=0 2024-11-27T11:20:23,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741847_1023 (size=5352) 2024-11-27T11:20:23,861 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/replication/35da1745e15610b2b461e798bf205ea4/.tmp/queue/3359f82b5e654b70bbc9343dcc37249c 2024-11-27T11:20:23,869 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/replication/35da1745e15610b2b461e798bf205ea4/.tmp/queue/3359f82b5e654b70bbc9343dcc37249c as hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/replication/35da1745e15610b2b461e798bf205ea4/queue/3359f82b5e654b70bbc9343dcc37249c 2024-11-27T11:20:23,874 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/replication/35da1745e15610b2b461e798bf205ea4/queue/3359f82b5e654b70bbc9343dcc37249c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T11:20:23,875 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 35da1745e15610b2b461e798bf205ea4 in 45ms, sequenceid=10, compaction requested=false 2024-11-27T11:20:23,879 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/data/hbase/replication/35da1745e15610b2b461e798bf205ea4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T11:20:23,880 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:20:23,880 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:20:23,880 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4. 2024-11-27T11:20:23,880 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35da1745e15610b2b461e798bf205ea4: Waiting for close lock at 1732706423830Running coprocessor pre-close hooks at 1732706423830Disabling compacts and flushes for region at 1732706423830Disabling writes for close at 1732706423830Obtaining lock to block concurrent updates at 1732706423830Preparing flush snapshotting stores in 35da1745e15610b2b461e798bf205ea4 at 1732706423830Finished memstore snapshotting hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732706423831 (+1 ms)Flushing stores of hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4. at 1732706423831Flushing 35da1745e15610b2b461e798bf205ea4/queue: creating writer at 1732706423831Flushing 35da1745e15610b2b461e798bf205ea4/queue: appending metadata at 1732706423856 (+25 ms)Flushing 35da1745e15610b2b461e798bf205ea4/queue: closing flushed file at 1732706423856Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d5bdc3: reopening flushed file at 1732706423868 (+12 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 35da1745e15610b2b461e798bf205ea4 in 45ms, sequenceid=10, compaction requested=false at 1732706423875 (+7 ms)Writing region close event to WAL at 1732706423876 (+1 ms)Running coprocessor post-close hooks at 1732706423879 (+3 ms)Closed at 1732706423880 (+1 ms) 2024-11-27T11:20:23,880 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732706413619.35da1745e15610b2b461e798bf205ea4. 2024-11-27T11:20:23,986 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 912, reset compression=false 2024-11-27T11:20:23,992 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:23,992 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.wal-reader.5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410 to pos 1803, reset compression=false 2024-11-27T11:20:23,992 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.shipper5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,45595,1732706403427 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.1732706405410, lastWalPosition=1803, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:23,993 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.shipper5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b617c7edc8e,45595,1732706403427: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b617c7edc8e,45595,1732706403427, walGroup=5b617c7edc8e%2C45595%2C1732706403427, offset=5b617c7edc8e%2C45595%2C1732706403427.1732706405410:1803, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:45595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T11:20:23,994 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.shipper5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T11:20:23,994 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.shipper5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T11:20:23,995 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.shipper5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T11:20:23,995 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.shipper5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T11:20:23,995 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.shipper5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T11:20:23,995 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.shipper5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 648419264 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 191589856 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T11:20:23,995 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.shipper5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:32861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:32861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T11:20:24,012 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,45595,1732706403427; all regions closed. 2024-11-27T11:20:24,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741834_1010 (size=4239) 2024-11-27T11:20:24,019 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/WALs/5b617c7edc8e,45595,1732706403427/5b617c7edc8e%2C45595%2C1732706403427.rep.1732706414753 not finished, retry = 0 2024-11-27T11:20:24,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741839_1015 (size=2676) 2024-11-27T11:20:24,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741832_1008 (size=1811) 2024-11-27T11:20:24,122 DEBUG [RS:0;5b617c7edc8e:45595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:24,123 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:20:24,123 INFO [RS:0;5b617c7edc8e:45595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:20:24,123 INFO [RS:0;5b617c7edc8e:45595 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T11:20:24,123 INFO [RS:0;5b617c7edc8e:45595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:20:24,123 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:20:24,123 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b617c7edc8e,45595,1732706403427 because: Region server is closing 2024-11-27T11:20:24,123 INFO [RS:0;5b617c7edc8e:45595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:45595. 2024-11-27T11:20:24,123 DEBUG [RS:0;5b617c7edc8e:45595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:24,123 DEBUG [RS:0;5b617c7edc8e:45595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:24,123 DEBUG [RS:0;5b617c7edc8e:45595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:24,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:24,224 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,45595,1732706403427.replicationSource.shipper5b617c7edc8e%2C45595%2C1732706403427,1-5b617c7edc8e,45595,1732706403427 terminated 2024-11-27T11:20:24,224 INFO [RS:0;5b617c7edc8e:45595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:45595. 2024-11-27T11:20:24,224 DEBUG [RS:0;5b617c7edc8e:45595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:24,224 DEBUG [RS:0;5b617c7edc8e:45595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:24,224 DEBUG [RS:0;5b617c7edc8e:45595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:24,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:24,224 INFO [RS:0;5b617c7edc8e:45595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45595 2024-11-27T11:20:24,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2007062435/rs/5b617c7edc8e,45595,1732706403427 2024-11-27T11:20:24,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435/rs 2024-11-27T11:20:24,227 INFO [RS:0;5b617c7edc8e:45595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:20:24,228 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,45595,1732706403427] 2024-11-27T11:20:24,229 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2007062435/draining/5b617c7edc8e,45595,1732706403427 already deleted, retry=false 2024-11-27T11:20:24,229 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,45595,1732706403427 expired; onlineServers=0 2024-11-27T11:20:24,229 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,32861,1732706403377' ***** 2024-11-27T11:20:24,229 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:20:24,229 INFO [M:0;5b617c7edc8e:32861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:20:24,230 INFO [M:0;5b617c7edc8e:32861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:20:24,230 DEBUG [M:0;5b617c7edc8e:32861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:20:24,230 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:20:24,230 DEBUG [M:0;5b617c7edc8e:32861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:20:24,230 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706405198 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706405198,5,FailOnTimeoutGroup] 2024-11-27T11:20:24,230 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706405198 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706405198,5,FailOnTimeoutGroup] 2024-11-27T11:20:24,230 INFO [M:0;5b617c7edc8e:32861 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:20:24,230 INFO [M:0;5b617c7edc8e:32861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:20:24,230 DEBUG [M:0;5b617c7edc8e:32861 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:20:24,230 INFO [M:0;5b617c7edc8e:32861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:20:24,230 INFO [M:0;5b617c7edc8e:32861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:20:24,231 INFO [M:0;5b617c7edc8e:32861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:20:24,231 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:20:24,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2007062435/master 2024-11-27T11:20:24,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2007062435 2024-11-27T11:20:24,233 DEBUG [M:0;5b617c7edc8e:32861 {}] zookeeper.ZKUtil(347): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Unable to get data of znode /0-2007062435/master because node does not exist (not an error) 2024-11-27T11:20:24,233 WARN [M:0;5b617c7edc8e:32861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:20:24,233 INFO [M:0;5b617c7edc8e:32861 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/.lastflushedseqids 2024-11-27T11:20:24,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741848_1024 (size=245) 2024-11-27T11:20:24,328 INFO [RS:0;5b617c7edc8e:45595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:20:24,328 INFO [RS:0;5b617c7edc8e:45595 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,45595,1732706403427; zookeeper connection closed. 2024-11-27T11:20:24,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:20:24,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10159276aa30001, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:20:24,329 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10b87b2e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10b87b2e 2024-11-27T11:20:24,329 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:20:24,639 INFO [M:0;5b617c7edc8e:32861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:20:24,639 INFO [M:0;5b617c7edc8e:32861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:20:24,639 DEBUG [M:0;5b617c7edc8e:32861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:20:24,639 INFO [M:0;5b617c7edc8e:32861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:24,639 DEBUG [M:0;5b617c7edc8e:32861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:24,639 DEBUG [M:0;5b617c7edc8e:32861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:20:24,639 DEBUG [M:0;5b617c7edc8e:32861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:24,639 INFO [M:0;5b617c7edc8e:32861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-27T11:20:24,659 DEBUG [M:0;5b617c7edc8e:32861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d78c1bb8fa6b4bc5a320ebc98dadd0f2 is 82, key is hbase:meta,,1/info:regioninfo/1732706406387/Put/seqid=0 2024-11-27T11:20:24,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741849_1025 (size=5672) 2024-11-27T11:20:24,670 INFO [M:0;5b617c7edc8e:32861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d78c1bb8fa6b4bc5a320ebc98dadd0f2 2024-11-27T11:20:24,700 DEBUG [M:0;5b617c7edc8e:32861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fed6878b7e942558c4844f1363bba0c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732706414796/Put/seqid=0 2024-11-27T11:20:24,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741850_1026 (size=8517) 2024-11-27T11:20:24,708 INFO [M:0;5b617c7edc8e:32861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fed6878b7e942558c4844f1363bba0c 2024-11-27T11:20:24,744 DEBUG [M:0;5b617c7edc8e:32861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd8212d6edb344e7917ea98d508c9727 is 69, key is 5b617c7edc8e,45595,1732706403427/rs:state/1732706405269/Put/seqid=0 2024-11-27T11:20:24,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741851_1027 (size=5156) 2024-11-27T11:20:24,750 INFO [M:0;5b617c7edc8e:32861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd8212d6edb344e7917ea98d508c9727 2024-11-27T11:20:24,755 DEBUG [M:0;5b617c7edc8e:32861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d78c1bb8fa6b4bc5a320ebc98dadd0f2 as hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d78c1bb8fa6b4bc5a320ebc98dadd0f2 2024-11-27T11:20:24,758 INFO [M:0;5b617c7edc8e:32861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d78c1bb8fa6b4bc5a320ebc98dadd0f2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T11:20:24,759 DEBUG [M:0;5b617c7edc8e:32861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fed6878b7e942558c4844f1363bba0c as hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2fed6878b7e942558c4844f1363bba0c 2024-11-27T11:20:24,763 INFO [M:0;5b617c7edc8e:32861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2fed6878b7e942558c4844f1363bba0c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T11:20:24,763 DEBUG [M:0;5b617c7edc8e:32861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd8212d6edb344e7917ea98d508c9727 as hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd8212d6edb344e7917ea98d508c9727 2024-11-27T11:20:24,766 INFO [M:0;5b617c7edc8e:32861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34007/user/jenkins/test-data/b7723822-6506-380b-f17f-2f23ba1a5692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd8212d6edb344e7917ea98d508c9727, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T11:20:24,767 INFO [M:0;5b617c7edc8e:32861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=97, compaction requested=false 2024-11-27T11:20:24,772 INFO [M:0;5b617c7edc8e:32861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:24,772 DEBUG [M:0;5b617c7edc8e:32861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706424639Disabling compacts and flushes for region at 1732706424639Disabling writes for close at 1732706424639Obtaining lock to block concurrent updates at 1732706424639Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706424639Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732706424640 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706424640Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706424640Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706424658 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706424658Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706424677 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706424699 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706424699Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706424721 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706424744 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706424744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db95410: reopening flushed file at 1732706424754 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4275b4b1: reopening flushed file at 1732706424758 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527e4332: reopening flushed file at 1732706424763 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=97, compaction requested=false at 1732706424767 (+4 ms)Writing region close event to WAL at 1732706424772 (+5 ms)Closed at 1732706424772 2024-11-27T11:20:24,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741830_1006 (size=63666) 2024-11-27T11:20:24,778 INFO [M:0;5b617c7edc8e:32861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:20:24,778 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:20:24,778 INFO [M:0;5b617c7edc8e:32861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32861 2024-11-27T11:20:24,778 INFO [M:0;5b617c7edc8e:32861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:20:24,880 INFO [M:0;5b617c7edc8e:32861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:20:24,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:20:24,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x10159276aa30000, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:20:24,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22ca0fe6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:20:24,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28b78703{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:20:24,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:20:24,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ffe7038{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:20:24,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27010475{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/hadoop.log.dir/,STOPPED} 2024-11-27T11:20:24,888 WARN [BP-638526588-172.17.0.2-1732706402344 heartbeating to localhost/127.0.0.1:34007 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:20:24,888 WARN [BP-638526588-172.17.0.2-1732706402344 heartbeating to localhost/127.0.0.1:34007 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-638526588-172.17.0.2-1732706402344 (Datanode Uuid 118d8f03-07b2-497f-95b3-cc197c5dddc5) service to localhost/127.0.0.1:34007 2024-11-27T11:20:24,888 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:20:24,888 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:20:24,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/cluster_aab588e2-4ed4-4094-75c3-5de75352dc47/data/data1/current/BP-638526588-172.17.0.2-1732706402344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:20:24,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/cluster_aab588e2-4ed4-4094-75c3-5de75352dc47/data/data2/current/BP-638526588-172.17.0.2-1732706402344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:20:24,889 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:20:24,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74c2741e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:20:24,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2be16d0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:20:24,897 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:20:24,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48f78525{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:20:24,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42813850{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d49d6aa2-a8b7-c760-8330-a14356d4e779/hadoop.log.dir/,STOPPED} 2024-11-27T11:20:24,907 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T11:20:24,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:20:24,929 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=271 (was 246) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57679) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:34007 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:34007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57679) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43027 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:34007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:34007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=666 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 297) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7356 (was 6264) - AvailableMemoryMB LEAK? - 2024-11-27T11:20:24,939 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=271, OpenFileDescriptor=666, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=7355 2024-11-27T11:20:24,953 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-27T11:20:24,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/hadoop.log.dir so I do NOT create it in target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436 2024-11-27T11:20:24,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:20:24,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/hadoop.tmp.dir so I do NOT create it in target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436 2024-11-27T11:20:24,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f4be44b-a8f7-cb39-6415-93f1b729762e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:20:24,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436 2024-11-27T11:20:24,954 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/cluster_daef309d-3923-806e-442d-618864270829, deleteOnExit=true 2024-11-27T11:20:24,961 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/cluster_daef309d-3923-806e-442d-618864270829/zookeeper_0, clientPort=52253, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/cluster_daef309d-3923-806e-442d-618864270829/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/cluster_daef309d-3923-806e-442d-618864270829/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T11:20:24,961 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52253 2024-11-27T11:20:24,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:20:24,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:20:24,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/test.cache.data in system properties and HBase conf 2024-11-27T11:20:24,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:20:24,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:20:24,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:20:24,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:20:24,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:20:24,962 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:20:24,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:20:24,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:20:24,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:20:24,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:20:24,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:20:24,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:20:24,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:20:24,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:20:24,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:20:24,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:20:24,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:20:24,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:20:24,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:20:24,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:20:25,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159276aa30005, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T11:20:25,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159276aa30002, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T11:20:25,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159276aa30005, quorum=127.0.0.1:57679, baseZNode=/11544706865 Received Disconnected from ZooKeeper, ignoring 2024-11-27T11:20:25,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159276aa30002, quorum=127.0.0.1:57679, baseZNode=/0-2007062435 Received Disconnected from ZooKeeper, ignoring 2024-11-27T11:20:25,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:20:25,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:20:25,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:20:25,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:20:25,050 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:20:25,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:20:25,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a9c2fb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:20:25,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4590d0bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:20:25,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76d4c949{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/java.io.tmpdir/jetty-localhost-45075-hadoop-hdfs-3_4_1-tests_jar-_-any-16379863711149291647/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:20:25,189 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67c47c11{HTTP/1.1, (http/1.1)}{localhost:45075} 2024-11-27T11:20:25,189 INFO [Time-limited test {}] server.Server(415): Started @202254ms 2024-11-27T11:20:25,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:20:25,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:20:25,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:20:25,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:20:25,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:20:25,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a3b092b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:20:25,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f64bfe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:20:25,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a393849{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/java.io.tmpdir/jetty-localhost-40063-hadoop-hdfs-3_4_1-tests_jar-_-any-11734738181972532290/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:20:25,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@465df952{HTTP/1.1, (http/1.1)}{localhost:40063} 2024-11-27T11:20:25,435 INFO [Time-limited test {}] server.Server(415): Started @202501ms 2024-11-27T11:20:25,436 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:20:25,543 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/cluster_daef309d-3923-806e-442d-618864270829/data/data1/current/BP-245798264-172.17.0.2-1732706424982/current, will proceed with Du for space computation calculation, 2024-11-27T11:20:25,544 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/cluster_daef309d-3923-806e-442d-618864270829/data/data2/current/BP-245798264-172.17.0.2-1732706424982/current, will proceed with Du for space computation calculation, 2024-11-27T11:20:25,574 WARN [Thread-2648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:20:25,577 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa07ec76c96a7bebc with lease ID 0x71f6f928c3849224: Processing first storage report for DS-d3111c83-aad1-430d-acb3-2b1ccc7261a9 from datanode DatanodeRegistration(127.0.0.1:45015, datanodeUuid=b0f719d7-502e-4a1d-a125-5311d526b429, infoPort=39085, infoSecurePort=0, ipcPort=44343, storageInfo=lv=-57;cid=testClusterID;nsid=1323240683;c=1732706424982) 2024-11-27T11:20:25,577 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa07ec76c96a7bebc with lease ID 0x71f6f928c3849224: from storage DS-d3111c83-aad1-430d-acb3-2b1ccc7261a9 node DatanodeRegistration(127.0.0.1:45015, datanodeUuid=b0f719d7-502e-4a1d-a125-5311d526b429, infoPort=39085, infoSecurePort=0, ipcPort=44343, storageInfo=lv=-57;cid=testClusterID;nsid=1323240683;c=1732706424982), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:20:25,577 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa07ec76c96a7bebc with lease ID 0x71f6f928c3849224: Processing first storage report for DS-0faf63b6-32c9-4697-af30-5c4a8dfbe3d3 from datanode DatanodeRegistration(127.0.0.1:45015, datanodeUuid=b0f719d7-502e-4a1d-a125-5311d526b429, infoPort=39085, infoSecurePort=0, ipcPort=44343, storageInfo=lv=-57;cid=testClusterID;nsid=1323240683;c=1732706424982) 2024-11-27T11:20:25,577 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa07ec76c96a7bebc with lease ID 0x71f6f928c3849224: from storage DS-0faf63b6-32c9-4697-af30-5c4a8dfbe3d3 node DatanodeRegistration(127.0.0.1:45015, datanodeUuid=b0f719d7-502e-4a1d-a125-5311d526b429, infoPort=39085, infoSecurePort=0, ipcPort=44343, storageInfo=lv=-57;cid=testClusterID;nsid=1323240683;c=1732706424982), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:20:25,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436 2024-11-27T11:20:25,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:25,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:25,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:20:26,084 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733 with version=8 2024-11-27T11:20:26,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/hbase-staging 2024-11-27T11:20:26,087 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:20:26,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:26,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:26,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:20:26,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:26,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:20:26,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:20:26,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:20:26,109 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43459 2024-11-27T11:20:26,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43459 connecting to ZooKeeper ensemble=127.0.0.1:52253 2024-11-27T11:20:26,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434590x0, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:20:26,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43459-0x1015927c30c0000 connected 2024-11-27T11:20:26,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:26,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:26,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Set watcher on znode that does not yet exist, /0-830151134/running 2024-11-27T11:20:26,225 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733, hbase.cluster.distributed=false 2024-11-27T11:20:26,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Set watcher on znode that does not yet exist, /0-830151134/acl 2024-11-27T11:20:26,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43459 2024-11-27T11:20:26,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43459 2024-11-27T11:20:26,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43459 2024-11-27T11:20:26,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43459 2024-11-27T11:20:26,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43459 2024-11-27T11:20:26,260 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:20:26,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:26,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:26,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:20:26,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:26,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:20:26,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:20:26,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:20:26,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43447 2024-11-27T11:20:26,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43447 connecting to ZooKeeper ensemble=127.0.0.1:52253 2024-11-27T11:20:26,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:26,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:26,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434470x0, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:20:26,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43447-0x1015927c30c0001 connected 2024-11-27T11:20:26,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Set watcher on znode that does not yet exist, /0-830151134/running 2024-11-27T11:20:26,272 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:20:26,276 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:20:26,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Set watcher on znode that does not yet exist, /0-830151134/master 2024-11-27T11:20:26,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Set watcher on znode that does not yet exist, /0-830151134/acl 2024-11-27T11:20:26,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43447 2024-11-27T11:20:26,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43447 2024-11-27T11:20:26,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43447 2024-11-27T11:20:26,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43447 2024-11-27T11:20:26,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43447 2024-11-27T11:20:26,321 DEBUG [M:0;5b617c7edc8e:43459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:43459 2024-11-27T11:20:26,324 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-830151134/backup-masters/5b617c7edc8e,43459,1732706426086 2024-11-27T11:20:26,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134/backup-masters 2024-11-27T11:20:26,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134/backup-masters 2024-11-27T11:20:26,334 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Set watcher on existing znode=/0-830151134/backup-masters/5b617c7edc8e,43459,1732706426086 2024-11-27T11:20:26,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-830151134/master 2024-11-27T11:20:26,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134 2024-11-27T11:20:26,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134 2024-11-27T11:20:26,337 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Set watcher on existing znode=/0-830151134/master 2024-11-27T11:20:26,337 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-830151134/backup-masters/5b617c7edc8e,43459,1732706426086 from backup master directory 2024-11-27T11:20:26,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-830151134/backup-masters/5b617c7edc8e,43459,1732706426086 2024-11-27T11:20:26,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134/backup-masters 2024-11-27T11:20:26,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134/backup-masters 2024-11-27T11:20:26,338 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:20:26,338 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,43459,1732706426086 2024-11-27T11:20:26,349 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/hbase.id] with ID: 24a7a9fa-292c-4f6f-8d22-119acd577fec 2024-11-27T11:20:26,349 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/.tmp/hbase.id 2024-11-27T11:20:26,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:20:26,362 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/.tmp/hbase.id]:[hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/hbase.id] 2024-11-27T11:20:26,372 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:26,372 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:20:26,373 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T11:20:26,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134 2024-11-27T11:20:26,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134 2024-11-27T11:20:26,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:20:26,504 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:20:26,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:26,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:26,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:26,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:26,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:26,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:26,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:26,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:26,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:26,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:26,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:26,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:26,783 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:20:26,784 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:20:26,784 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:26,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:20:27,068 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:27,069 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:20:27,069 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28317 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:20:27,195 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store 2024-11-27T11:20:27,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:20:27,601 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:27,601 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:20:27,601 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:27,601 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:27,601 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:20:27,601 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:27,601 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:27,601 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706427601Disabling compacts and flushes for region at 1732706427601Disabling writes for close at 1732706427601Writing region close event to WAL at 1732706427601Closed at 1732706427601 2024-11-27T11:20:27,602 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/.initializing 2024-11-27T11:20:27,602 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/WALs/5b617c7edc8e,43459,1732706426086 2024-11-27T11:20:27,603 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:20:27,604 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C43459%2C1732706426086, suffix=, logDir=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/WALs/5b617c7edc8e,43459,1732706426086, archiveDir=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/oldWALs, maxLogs=10 2024-11-27T11:20:27,621 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/WALs/5b617c7edc8e,43459,1732706426086/5b617c7edc8e%2C43459%2C1732706426086.1732706427604, exclude list is [], retry=0 2024-11-27T11:20:27,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45015,DS-d3111c83-aad1-430d-acb3-2b1ccc7261a9,DISK] 2024-11-27T11:20:27,625 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/WALs/5b617c7edc8e,43459,1732706426086/5b617c7edc8e%2C43459%2C1732706426086.1732706427604 2024-11-27T11:20:27,625 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39085:39085)] 2024-11-27T11:20:27,625 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:27,625 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:27,625 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:27,625 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:27,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:27,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:20:27,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:27,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:27,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:27,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:20:27,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:27,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:27,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:27,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:20:27,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:27,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:27,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:27,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:20:27,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:27,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:27,633 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:27,633 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:27,634 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:27,635 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:27,635 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:27,635 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:20:27,637 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:27,640 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:27,640 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72373435, jitterRate=0.07844822108745575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:20:27,641 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706427626Initializing all the Stores at 1732706427626Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706427626Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706427626Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706427626Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706427626Cleaning up temporary data from old regions at 1732706427635 (+9 ms)Region opened successfully at 1732706427641 (+6 ms) 2024-11-27T11:20:27,641 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:20:27,644 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5697d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:20:27,645 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:20:27,645 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:20:27,645 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:20:27,645 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:20:27,646 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:20:27,646 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:20:27,646 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:20:27,648 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:20:27,649 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Unable to get data of znode /0-830151134/balancer because node does not exist (not necessarily an error) 2024-11-27T11:20:27,650 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-830151134/balancer already deleted, retry=false 2024-11-27T11:20:27,650 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:20:27,651 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Unable to get data of znode /0-830151134/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:20:27,653 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-830151134/normalizer already deleted, retry=false 2024-11-27T11:20:27,653 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:20:27,654 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Unable to get data of znode /0-830151134/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:20:27,655 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-830151134/switch/split already deleted, retry=false 2024-11-27T11:20:27,656 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Unable to get data of znode /0-830151134/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:20:27,659 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-830151134/switch/merge already deleted, retry=false 2024-11-27T11:20:27,661 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Unable to get data of znode /0-830151134/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:20:27,662 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-830151134/snapshot-cleanup already deleted, retry=false 2024-11-27T11:20:27,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-830151134/running 2024-11-27T11:20:27,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-830151134/running 2024-11-27T11:20:27,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134 2024-11-27T11:20:27,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134 2024-11-27T11:20:27,665 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,43459,1732706426086, sessionid=0x1015927c30c0000, setting cluster-up flag (Was=false) 2024-11-27T11:20:27,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134 2024-11-27T11:20:27,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134 2024-11-27T11:20:27,676 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-830151134/flush-table-proc/acquired, /0-830151134/flush-table-proc/reached, /0-830151134/flush-table-proc/abort 2024-11-27T11:20:27,677 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,43459,1732706426086 2024-11-27T11:20:27,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134 2024-11-27T11:20:27,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134 2024-11-27T11:20:27,684 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-830151134/online-snapshot/acquired, /0-830151134/online-snapshot/reached, /0-830151134/online-snapshot/abort 2024-11-27T11:20:27,685 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,43459,1732706426086 2024-11-27T11:20:27,686 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:20:27,687 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:27,687 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:20:27,687 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:20:27,688 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,43459,1732706426086 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:20:27,689 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:27,689 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:27,689 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:27,689 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:27,689 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:20:27,689 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:27,689 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:20:27,689 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:27,690 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706457690 2024-11-27T11:20:27,690 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:20:27,690 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:20:27,690 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:20:27,690 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:20:27,690 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:20:27,690 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:20:27,690 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:27,690 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:27,690 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:20:27,690 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:20:27,690 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:20:27,690 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:20:27,691 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:20:27,691 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:20:27,691 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:20:27,691 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706427691,5,FailOnTimeoutGroup] 2024-11-27T11:20:27,691 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:27,691 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706427691,5,FailOnTimeoutGroup] 2024-11-27T11:20:27,691 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:27,691 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:20:27,691 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:20:27,691 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:27,691 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:27,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:20:27,703 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(746): ClusterId : 24a7a9fa-292c-4f6f-8d22-119acd577fec 2024-11-27T11:20:27,703 DEBUG [RS:0;5b617c7edc8e:43447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:20:27,706 DEBUG [RS:0;5b617c7edc8e:43447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:20:27,706 DEBUG [RS:0;5b617c7edc8e:43447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:20:27,709 DEBUG [RS:0;5b617c7edc8e:43447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:20:27,709 DEBUG [RS:0;5b617c7edc8e:43447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa10071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:20:27,723 DEBUG [RS:0;5b617c7edc8e:43447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:43447 2024-11-27T11:20:27,723 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:20:27,723 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:20:27,723 DEBUG [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:20:27,724 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,43459,1732706426086 with port=43447, startcode=1732706426260 2024-11-27T11:20:27,724 DEBUG [RS:0;5b617c7edc8e:43447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:20:27,728 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:20:27,729 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,43447,1732706426260 2024-11-27T11:20:27,729 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43459 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,43447,1732706426260 2024-11-27T11:20:27,730 DEBUG [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733 2024-11-27T11:20:27,730 DEBUG [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46717 2024-11-27T11:20:27,730 DEBUG [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:20:27,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134/rs 2024-11-27T11:20:27,732 DEBUG [RS:0;5b617c7edc8e:43447 {}] zookeeper.ZKUtil(111): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Set watcher on existing znode=/0-830151134/rs/5b617c7edc8e,43447,1732706426260 2024-11-27T11:20:27,732 WARN [RS:0;5b617c7edc8e:43447 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:20:27,732 INFO [RS:0;5b617c7edc8e:43447 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:27,732 DEBUG [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260 2024-11-27T11:20:27,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,43447,1732706426260] 2024-11-27T11:20:27,736 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:20:27,738 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:20:27,740 INFO [RS:0;5b617c7edc8e:43447 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:20:27,740 INFO [RS:0;5b617c7edc8e:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:27,741 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:20:27,741 INFO [RS:0;5b617c7edc8e:43447 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:20:27,741 INFO [RS:0;5b617c7edc8e:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:27,742 DEBUG [RS:0;5b617c7edc8e:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:27,742 DEBUG [RS:0;5b617c7edc8e:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:27,742 DEBUG [RS:0;5b617c7edc8e:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:27,742 DEBUG [RS:0;5b617c7edc8e:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:27,742 DEBUG [RS:0;5b617c7edc8e:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:27,742 DEBUG [RS:0;5b617c7edc8e:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:20:27,742 DEBUG [RS:0;5b617c7edc8e:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:27,742 DEBUG [RS:0;5b617c7edc8e:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:27,742 DEBUG [RS:0;5b617c7edc8e:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:27,742 DEBUG [RS:0;5b617c7edc8e:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:27,742 DEBUG [RS:0;5b617c7edc8e:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:27,742 DEBUG [RS:0;5b617c7edc8e:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:27,742 DEBUG [RS:0;5b617c7edc8e:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:20:27,742 DEBUG [RS:0;5b617c7edc8e:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:20:27,748 INFO [RS:0;5b617c7edc8e:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:27,748 INFO [RS:0;5b617c7edc8e:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:27,748 INFO [RS:0;5b617c7edc8e:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:27,748 INFO [RS:0;5b617c7edc8e:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:27,748 INFO [RS:0;5b617c7edc8e:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:27,748 INFO [RS:0;5b617c7edc8e:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43447,1732706426260-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:20:27,770 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:20:27,770 INFO [RS:0;5b617c7edc8e:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43447,1732706426260-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:27,770 INFO [RS:0;5b617c7edc8e:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:27,770 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.Replication(171): 5b617c7edc8e,43447,1732706426260 started 2024-11-27T11:20:27,784 INFO [RS:0;5b617c7edc8e:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:27,784 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,43447,1732706426260, RpcServer on 5b617c7edc8e/172.17.0.2:43447, sessionid=0x1015927c30c0001 2024-11-27T11:20:27,784 DEBUG [RS:0;5b617c7edc8e:43447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:20:27,784 DEBUG [RS:0;5b617c7edc8e:43447 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,43447,1732706426260 2024-11-27T11:20:27,784 DEBUG [RS:0;5b617c7edc8e:43447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,43447,1732706426260' 2024-11-27T11:20:27,784 DEBUG [RS:0;5b617c7edc8e:43447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-830151134/flush-table-proc/abort' 2024-11-27T11:20:27,784 DEBUG [RS:0;5b617c7edc8e:43447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-830151134/flush-table-proc/acquired' 2024-11-27T11:20:27,785 DEBUG [RS:0;5b617c7edc8e:43447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:20:27,785 DEBUG [RS:0;5b617c7edc8e:43447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:20:27,785 DEBUG [RS:0;5b617c7edc8e:43447 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,43447,1732706426260 2024-11-27T11:20:27,785 DEBUG [RS:0;5b617c7edc8e:43447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,43447,1732706426260' 2024-11-27T11:20:27,785 DEBUG [RS:0;5b617c7edc8e:43447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-830151134/online-snapshot/abort' 2024-11-27T11:20:27,785 DEBUG [RS:0;5b617c7edc8e:43447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-830151134/online-snapshot/acquired' 2024-11-27T11:20:27,785 DEBUG [RS:0;5b617c7edc8e:43447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:20:27,785 INFO [RS:0;5b617c7edc8e:43447 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:20:27,786 INFO [RS:0;5b617c7edc8e:43447 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:20:27,886 INFO [RS:0;5b617c7edc8e:43447 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:20:27,887 INFO [RS:0;5b617c7edc8e:43447 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C43447%2C1732706426260, suffix=, logDir=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260, archiveDir=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/oldWALs, maxLogs=10 2024-11-27T11:20:27,904 DEBUG [RS:0;5b617c7edc8e:43447 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888, exclude list is [], retry=0 2024-11-27T11:20:27,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45015,DS-d3111c83-aad1-430d-acb3-2b1ccc7261a9,DISK] 2024-11-27T11:20:27,913 INFO [RS:0;5b617c7edc8e:43447 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 2024-11-27T11:20:27,915 DEBUG [RS:0;5b617c7edc8e:43447 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39085:39085)] 2024-11-27T11:20:28,104 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:20:28,104 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733 2024-11-27T11:20:28,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741833_1009 (size=32) 2024-11-27T11:20:28,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:20:28,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T11:20:28,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T11:20:28,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T11:20:28,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:20:28,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:20:28,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:28,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:20:28,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:20:28,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:28,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:28,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:20:28,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:20:28,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:28,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:28,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:20:28,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:20:28,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:28,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:28,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:20:28,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:20:28,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:28,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:28,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:20:28,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740 2024-11-27T11:20:28,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740 2024-11-27T11:20:28,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:20:28,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:20:28,524 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:20:28,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:20:28,526 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:28,527 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73326152, jitterRate=0.09264481067657471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:20:28,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706428516Initializing all the Stores at 1732706428517 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706428517Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706428517Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706428517Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706428517Cleaning up temporary data from old regions at 1732706428524 (+7 ms)Region opened successfully at 1732706428527 (+3 ms) 2024-11-27T11:20:28,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:20:28,527 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:20:28,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:20:28,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:20:28,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:20:28,528 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:20:28,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706428527Disabling compacts and flushes for region at 1732706428527Disabling writes for close at 1732706428527Writing region close event to WAL at 1732706428528 (+1 ms)Closed at 1732706428528 2024-11-27T11:20:28,529 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:28,529 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:20:28,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:20:28,530 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:20:28,530 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:20:28,681 DEBUG [5b617c7edc8e:43459 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:20:28,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,43447,1732706426260 2024-11-27T11:20:28,682 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,43447,1732706426260, state=OPENING 2024-11-27T11:20:28,684 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:20:28,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134 2024-11-27T11:20:28,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134 2024-11-27T11:20:28,685 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:20:28,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-830151134/meta-region-server: CHANGED 2024-11-27T11:20:28,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,43447,1732706426260}] 2024-11-27T11:20:28,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-830151134/meta-region-server: CHANGED 2024-11-27T11:20:28,838 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:20:28,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:20:28,843 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:20:28,843 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:28,843 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:20:28,845 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C43447%2C1732706426260.meta, suffix=.meta, logDir=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260, archiveDir=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/oldWALs, maxLogs=10 2024-11-27T11:20:28,858 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.meta.1732706428845.meta, exclude list is [], retry=0 2024-11-27T11:20:28,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45015,DS-d3111c83-aad1-430d-acb3-2b1ccc7261a9,DISK] 2024-11-27T11:20:28,861 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.meta.1732706428845.meta 2024-11-27T11:20:28,864 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39085:39085)] 2024-11-27T11:20:28,864 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:28,864 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:20:28,865 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:20:28,865 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:20:28,865 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:20:28,865 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:20:28,865 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:28,865 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:20:28,865 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:20:28,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:20:28,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:20:28,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:28,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:28,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:20:28,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:20:28,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:28,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:28,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:20:28,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:20:28,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:28,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:28,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:20:28,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:20:28,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:28,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:28,871 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:20:28,876 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740 2024-11-27T11:20:28,877 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740 2024-11-27T11:20:28,878 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:20:28,878 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:20:28,879 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:20:28,880 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:20:28,880 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70315592, jitterRate=0.04778397083282471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:20:28,880 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:20:28,881 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706428865Writing region info on filesystem at 1732706428865Initializing all the Stores at 1732706428866 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706428866Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706428866Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706428866Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706428866Cleaning up temporary data from old regions at 1732706428878 (+12 ms)Running coprocessor post-open hooks at 1732706428880 (+2 ms)Region opened successfully at 1732706428881 (+1 ms) 2024-11-27T11:20:28,882 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706428837 2024-11-27T11:20:28,884 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:20:28,884 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:20:28,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,43447,1732706426260 2024-11-27T11:20:28,885 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,43447,1732706426260, state=OPEN 2024-11-27T11:20:28,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-830151134/meta-region-server 2024-11-27T11:20:28,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-830151134/meta-region-server 2024-11-27T11:20:28,891 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,43447,1732706426260 2024-11-27T11:20:28,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-830151134/meta-region-server: CHANGED 2024-11-27T11:20:28,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-830151134/meta-region-server: CHANGED 2024-11-27T11:20:28,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:20:28,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,43447,1732706426260 in 206 msec 2024-11-27T11:20:28,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:20:28,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-27T11:20:28,895 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:28,895 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:20:28,896 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:28,896 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,43447,1732706426260, seqNum=-1] 2024-11-27T11:20:28,896 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:28,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:20:28,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2140 sec 2024-11-27T11:20:28,902 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706428901, completionTime=-1 2024-11-27T11:20:28,902 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:20:28,902 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:20:28,903 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:20:28,903 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706488903 2024-11-27T11:20:28,903 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706548903 2024-11-27T11:20:28,903 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T11:20:28,904 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43459,1732706426086-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:28,904 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43459,1732706426086-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:28,904 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43459,1732706426086-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:28,904 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:43459, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:28,904 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:28,904 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:28,905 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:20:28,907 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.568sec 2024-11-27T11:20:28,907 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:20:28,907 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:20:28,907 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:20:28,907 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:20:28,907 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:20:28,907 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43459,1732706426086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:20:28,907 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43459,1732706426086-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:20:28,909 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:20:28,909 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:20:28,909 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43459,1732706426086-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:29,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da11662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:29,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43459,-1 for getting cluster id 2024-11-27T11:20:29,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:29,005 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a7a9fa-292c-4f6f-8d22-119acd577fec' 2024-11-27T11:20:29,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:29,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a7a9fa-292c-4f6f-8d22-119acd577fec" 2024-11-27T11:20:29,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2c114c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:29,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43459,-1] 2024-11-27T11:20:29,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:29,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:29,007 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:29,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d61a37b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:29,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:29,010 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,43447,1732706426260, seqNum=-1] 2024-11-27T11:20:29,010 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:29,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:20:29,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,43459,1732706426086 2024-11-27T11:20:29,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52253 2024-11-27T11:20:29,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:20:29,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015927c30c0002 connected 2024-11-27T11:20:29,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/hadoop.log.dir so I do NOT create it in target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df 2024-11-27T11:20:29,021 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:20:29,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/hadoop.tmp.dir so I do NOT create it in target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df 2024-11-27T11:20:29,021 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:20:29,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df 2024-11-27T11:20:29,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:20:29,022 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/cluster_f8b7c5e4-5c60-8f39-46a9-0b2c03be400b, deleteOnExit=true 2024-11-27T11:20:29,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:20:29,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/test.cache.data in system properties and HBase conf 2024-11-27T11:20:29,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:20:29,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:20:29,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:20:29,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:20:29,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:20:29,023 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:20:29,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:20:29,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:20:29,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:20:29,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:20:29,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:20:29,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:20:29,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:20:29,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:20:29,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:20:29,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:20:29,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:20:29,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:20:29,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:20:29,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:20:29,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:20:29,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:20:29,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:20:29,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:20:29,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:20:29,180 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:20:29,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cc3c708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:20:29,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77dc4aa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:20:29,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bb56a7d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/java.io.tmpdir/jetty-localhost-40849-hadoop-hdfs-3_4_1-tests_jar-_-any-8055318692107080546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:20:29,336 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18593ceb{HTTP/1.1, (http/1.1)}{localhost:40849} 2024-11-27T11:20:29,336 INFO [Time-limited test {}] server.Server(415): Started @206401ms 2024-11-27T11:20:29,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:20:29,478 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:20:29,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:20:29,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:20:29,480 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:20:29,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ed0fbc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:20:29,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36b7fade{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:20:29,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@412e2c79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/java.io.tmpdir/jetty-localhost-40009-hadoop-hdfs-3_4_1-tests_jar-_-any-12718458353576693520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:20:29,613 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63981716{HTTP/1.1, (http/1.1)}{localhost:40009} 2024-11-27T11:20:29,613 INFO [Time-limited test {}] server.Server(415): Started @206679ms 2024-11-27T11:20:29,615 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:20:29,749 WARN [Thread-2781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/cluster_f8b7c5e4-5c60-8f39-46a9-0b2c03be400b/data/data1/current/BP-1819120544-172.17.0.2-1732706429065/current, will proceed with Du for space computation calculation, 2024-11-27T11:20:29,749 WARN [Thread-2782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/cluster_f8b7c5e4-5c60-8f39-46a9-0b2c03be400b/data/data2/current/BP-1819120544-172.17.0.2-1732706429065/current, will proceed with Du for space computation calculation, 2024-11-27T11:20:29,779 WARN [Thread-2769 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:20:29,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42f8ddbc6a3a9b78 with lease ID 0xbdd29c4d134b9936: Processing first storage report for DS-f6ef4a14-700f-4538-85a8-f959c1846273 from datanode DatanodeRegistration(127.0.0.1:33493, datanodeUuid=961449b5-f998-4cfc-a7d2-cc42c16659d7, infoPort=46197, infoSecurePort=0, ipcPort=44647, storageInfo=lv=-57;cid=testClusterID;nsid=747275698;c=1732706429065) 2024-11-27T11:20:29,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42f8ddbc6a3a9b78 with lease ID 0xbdd29c4d134b9936: from storage DS-f6ef4a14-700f-4538-85a8-f959c1846273 node DatanodeRegistration(127.0.0.1:33493, datanodeUuid=961449b5-f998-4cfc-a7d2-cc42c16659d7, infoPort=46197, infoSecurePort=0, ipcPort=44647, storageInfo=lv=-57;cid=testClusterID;nsid=747275698;c=1732706429065), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:20:29,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42f8ddbc6a3a9b78 with lease ID 0xbdd29c4d134b9936: Processing first storage report for DS-c6d8c157-734a-4c94-92bf-4a16a956858d from datanode DatanodeRegistration(127.0.0.1:33493, datanodeUuid=961449b5-f998-4cfc-a7d2-cc42c16659d7, infoPort=46197, infoSecurePort=0, ipcPort=44647, storageInfo=lv=-57;cid=testClusterID;nsid=747275698;c=1732706429065) 2024-11-27T11:20:29,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42f8ddbc6a3a9b78 with lease ID 0xbdd29c4d134b9936: from storage DS-c6d8c157-734a-4c94-92bf-4a16a956858d node DatanodeRegistration(127.0.0.1:33493, datanodeUuid=961449b5-f998-4cfc-a7d2-cc42c16659d7, infoPort=46197, infoSecurePort=0, ipcPort=44647, storageInfo=lv=-57;cid=testClusterID;nsid=747275698;c=1732706429065), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:20:29,860 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df 2024-11-27T11:20:29,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:29,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:29,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:20:30,270 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e with version=8 2024-11-27T11:20:30,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/hbase-staging 2024-11-27T11:20:30,273 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:20:30,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:30,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:30,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:20:30,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:30,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:20:30,273 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:20:30,273 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:20:30,274 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34391 2024-11-27T11:20:30,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34391 connecting to ZooKeeper ensemble=127.0.0.1:52253 2024-11-27T11:20:30,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343910x0, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:20:30,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34391-0x1015927c30c0003 connected 2024-11-27T11:20:30,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:30,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:30,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Set watcher on znode that does not yet exist, /1-963150408/running 2024-11-27T11:20:30,292 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e, hbase.cluster.distributed=false 2024-11-27T11:20:30,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Set watcher on znode that does not yet exist, /1-963150408/acl 2024-11-27T11:20:30,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34391 2024-11-27T11:20:30,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34391 2024-11-27T11:20:30,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34391 2024-11-27T11:20:30,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34391 2024-11-27T11:20:30,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34391 2024-11-27T11:20:30,313 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:20:30,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:30,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:30,313 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:20:30,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:30,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:20:30,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:20:30,314 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:20:30,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37187 2024-11-27T11:20:30,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37187 connecting to ZooKeeper ensemble=127.0.0.1:52253 2024-11-27T11:20:30,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:30,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:30,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371870x0, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:20:30,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371870x0, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Set watcher on znode that does not yet exist, /1-963150408/running 2024-11-27T11:20:30,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37187-0x1015927c30c0004 connected 2024-11-27T11:20:30,322 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:20:30,323 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:20:30,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Set watcher on znode that does not yet exist, /1-963150408/master 2024-11-27T11:20:30,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Set watcher on znode that does not yet exist, /1-963150408/acl 2024-11-27T11:20:30,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37187 2024-11-27T11:20:30,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37187 2024-11-27T11:20:30,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37187 2024-11-27T11:20:30,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37187 2024-11-27T11:20:30,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37187 2024-11-27T11:20:30,343 DEBUG [M:0;5b617c7edc8e:34391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:34391 2024-11-27T11:20:30,343 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-963150408/backup-masters/5b617c7edc8e,34391,1732706430273 2024-11-27T11:20:30,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408/backup-masters 2024-11-27T11:20:30,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408/backup-masters 2024-11-27T11:20:30,345 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Set watcher on existing znode=/1-963150408/backup-masters/5b617c7edc8e,34391,1732706430273 2024-11-27T11:20:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408 2024-11-27T11:20:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-963150408/master 2024-11-27T11:20:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408 2024-11-27T11:20:30,347 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Set watcher on existing znode=/1-963150408/master 2024-11-27T11:20:30,347 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-963150408/backup-masters/5b617c7edc8e,34391,1732706430273 from backup master directory 2024-11-27T11:20:30,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-963150408/backup-masters/5b617c7edc8e,34391,1732706430273 2024-11-27T11:20:30,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408/backup-masters 2024-11-27T11:20:30,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408/backup-masters 2024-11-27T11:20:30,348 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:20:30,348 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,34391,1732706430273 2024-11-27T11:20:30,351 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/hbase.id] with ID: c5080d67-5cd5-4375-b29a-d4bf8442bce4 2024-11-27T11:20:30,351 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/.tmp/hbase.id 2024-11-27T11:20:30,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:20:30,759 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/.tmp/hbase.id]:[hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/hbase.id] 2024-11-27T11:20:30,768 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:30,768 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:20:30,769 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T11:20:30,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408 2024-11-27T11:20:30,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408 2024-11-27T11:20:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:20:31,180 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:20:31,181 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:20:31,181 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:31,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:20:31,588 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store 2024-11-27T11:20:31,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:20:31,993 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:31,994 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:20:31,994 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:31,994 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:31,994 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:20:31,994 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:31,994 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:31,994 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706431994Disabling compacts and flushes for region at 1732706431994Disabling writes for close at 1732706431994Writing region close event to WAL at 1732706431994Closed at 1732706431994 2024-11-27T11:20:31,995 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/.initializing 2024-11-27T11:20:31,995 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/WALs/5b617c7edc8e,34391,1732706430273 2024-11-27T11:20:31,995 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:20:31,997 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C34391%2C1732706430273, suffix=, logDir=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/WALs/5b617c7edc8e,34391,1732706430273, archiveDir=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/oldWALs, maxLogs=10 2024-11-27T11:20:32,010 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/WALs/5b617c7edc8e,34391,1732706430273/5b617c7edc8e%2C34391%2C1732706430273.1732706431997, exclude list is [], retry=0 2024-11-27T11:20:32,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33493,DS-f6ef4a14-700f-4538-85a8-f959c1846273,DISK] 2024-11-27T11:20:32,014 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/WALs/5b617c7edc8e,34391,1732706430273/5b617c7edc8e%2C34391%2C1732706430273.1732706431997 2024-11-27T11:20:32,014 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46197:46197)] 2024-11-27T11:20:32,014 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:32,015 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:32,015 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:32,015 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:32,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:32,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:20:32,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:32,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:32,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:32,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:20:32,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:32,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:32,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:32,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:20:32,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:32,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:32,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:32,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:20:32,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:32,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:32,021 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:32,021 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:32,021 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:32,022 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:32,022 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:32,023 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:20:32,024 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:32,029 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:32,030 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68542135, jitterRate=0.021357402205467224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:20:32,030 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706432015Initializing all the Stores at 1732706432015Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706432015Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706432015Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706432015Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706432015Cleaning up temporary data from old regions at 1732706432022 (+7 ms)Region opened successfully at 1732706432030 (+8 ms) 2024-11-27T11:20:32,030 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:20:32,032 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9b17e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:20:32,033 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:20:32,033 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:20:32,033 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:20:32,033 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:20:32,034 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:20:32,034 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:20:32,034 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:20:32,035 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:20:32,036 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Unable to get data of znode /1-963150408/balancer because node does not exist (not necessarily an error) 2024-11-27T11:20:32,043 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-963150408/balancer already deleted, retry=false 2024-11-27T11:20:32,044 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:20:32,044 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Unable to get data of znode /1-963150408/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:20:32,045 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-963150408/normalizer already deleted, retry=false 2024-11-27T11:20:32,046 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:20:32,046 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Unable to get data of znode /1-963150408/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:20:32,048 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-963150408/switch/split already deleted, retry=false 2024-11-27T11:20:32,048 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Unable to get data of znode /1-963150408/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:20:32,050 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-963150408/switch/merge already deleted, retry=false 2024-11-27T11:20:32,051 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Unable to get data of znode /1-963150408/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:20:32,054 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-963150408/snapshot-cleanup already deleted, retry=false 2024-11-27T11:20:32,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-963150408/running 2024-11-27T11:20:32,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408 2024-11-27T11:20:32,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-963150408/running 2024-11-27T11:20:32,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408 2024-11-27T11:20:32,056 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,34391,1732706430273, sessionid=0x1015927c30c0003, setting cluster-up flag (Was=false) 2024-11-27T11:20:32,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408 2024-11-27T11:20:32,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408 2024-11-27T11:20:32,063 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-963150408/flush-table-proc/acquired, /1-963150408/flush-table-proc/reached, /1-963150408/flush-table-proc/abort 2024-11-27T11:20:32,064 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,34391,1732706430273 2024-11-27T11:20:32,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408 2024-11-27T11:20:32,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408 2024-11-27T11:20:32,071 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-963150408/online-snapshot/acquired, /1-963150408/online-snapshot/reached, /1-963150408/online-snapshot/abort 2024-11-27T11:20:32,072 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,34391,1732706430273 2024-11-27T11:20:32,073 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:20:32,074 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:32,074 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:20:32,075 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:20:32,075 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,34391,1732706430273 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:20:32,076 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:32,076 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:32,076 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:32,076 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:32,076 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:20:32,076 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:32,076 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:20:32,076 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:32,077 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706462077 2024-11-27T11:20:32,077 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:20:32,077 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:32,077 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:20:32,077 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:20:32,078 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:20:32,078 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:20:32,078 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:32,078 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:20:32,078 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:20:32,078 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:20:32,080 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:32,080 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:20:32,080 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:20:32,080 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:20:32,081 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:20:32,084 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:20:32,084 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:20:32,086 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706432084,5,FailOnTimeoutGroup] 2024-11-27T11:20:32,087 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706432086,5,FailOnTimeoutGroup] 2024-11-27T11:20:32,087 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:32,087 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:20:32,087 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:32,087 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:32,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:20:32,134 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(746): ClusterId : c5080d67-5cd5-4375-b29a-d4bf8442bce4 2024-11-27T11:20:32,134 DEBUG [RS:0;5b617c7edc8e:37187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:20:32,141 DEBUG [RS:0;5b617c7edc8e:37187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:20:32,141 DEBUG [RS:0;5b617c7edc8e:37187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:20:32,143 DEBUG [RS:0;5b617c7edc8e:37187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:20:32,143 DEBUG [RS:0;5b617c7edc8e:37187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3512b981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:20:32,155 DEBUG [RS:0;5b617c7edc8e:37187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:37187 2024-11-27T11:20:32,155 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:20:32,155 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:20:32,155 DEBUG [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:20:32,156 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,34391,1732706430273 with port=37187, startcode=1732706430313 2024-11-27T11:20:32,156 DEBUG [RS:0;5b617c7edc8e:37187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:20:32,157 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:20:32,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34391 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,37187,1732706430313 2024-11-27T11:20:32,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34391 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,37187,1732706430313 2024-11-27T11:20:32,159 DEBUG [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e 2024-11-27T11:20:32,159 DEBUG [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43449 2024-11-27T11:20:32,159 DEBUG [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:20:32,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408/rs 2024-11-27T11:20:32,164 DEBUG [RS:0;5b617c7edc8e:37187 {}] zookeeper.ZKUtil(111): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Set watcher on existing znode=/1-963150408/rs/5b617c7edc8e,37187,1732706430313 2024-11-27T11:20:32,164 WARN [RS:0;5b617c7edc8e:37187 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:20:32,164 INFO [RS:0;5b617c7edc8e:37187 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:32,164 DEBUG [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313 2024-11-27T11:20:32,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,37187,1732706430313] 2024-11-27T11:20:32,167 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:20:32,168 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:20:32,169 INFO [RS:0;5b617c7edc8e:37187 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:20:32,169 INFO [RS:0;5b617c7edc8e:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:32,169 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:20:32,169 INFO [RS:0;5b617c7edc8e:37187 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:20:32,170 INFO [RS:0;5b617c7edc8e:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:32,170 DEBUG [RS:0;5b617c7edc8e:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:32,170 DEBUG [RS:0;5b617c7edc8e:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:32,170 DEBUG [RS:0;5b617c7edc8e:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:32,170 DEBUG [RS:0;5b617c7edc8e:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:32,170 DEBUG [RS:0;5b617c7edc8e:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:32,170 DEBUG [RS:0;5b617c7edc8e:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:20:32,170 DEBUG [RS:0;5b617c7edc8e:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:32,170 DEBUG [RS:0;5b617c7edc8e:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:32,170 DEBUG [RS:0;5b617c7edc8e:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:32,170 DEBUG [RS:0;5b617c7edc8e:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:32,170 DEBUG [RS:0;5b617c7edc8e:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:32,170 DEBUG [RS:0;5b617c7edc8e:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:32,170 DEBUG [RS:0;5b617c7edc8e:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:20:32,170 DEBUG [RS:0;5b617c7edc8e:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:20:32,170 INFO [RS:0;5b617c7edc8e:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:32,170 INFO [RS:0;5b617c7edc8e:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:32,170 INFO [RS:0;5b617c7edc8e:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:32,170 INFO [RS:0;5b617c7edc8e:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:32,170 INFO [RS:0;5b617c7edc8e:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:32,170 INFO [RS:0;5b617c7edc8e:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,37187,1732706430313-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:20:32,187 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:20:32,187 INFO [RS:0;5b617c7edc8e:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,37187,1732706430313-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:32,188 INFO [RS:0;5b617c7edc8e:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:32,188 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.Replication(171): 5b617c7edc8e,37187,1732706430313 started 2024-11-27T11:20:32,201 INFO [RS:0;5b617c7edc8e:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:32,201 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,37187,1732706430313, RpcServer on 5b617c7edc8e/172.17.0.2:37187, sessionid=0x1015927c30c0004 2024-11-27T11:20:32,201 DEBUG [RS:0;5b617c7edc8e:37187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:20:32,201 DEBUG [RS:0;5b617c7edc8e:37187 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,37187,1732706430313 2024-11-27T11:20:32,201 DEBUG [RS:0;5b617c7edc8e:37187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,37187,1732706430313' 2024-11-27T11:20:32,201 DEBUG [RS:0;5b617c7edc8e:37187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-963150408/flush-table-proc/abort' 2024-11-27T11:20:32,201 DEBUG [RS:0;5b617c7edc8e:37187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-963150408/flush-table-proc/acquired' 2024-11-27T11:20:32,202 DEBUG [RS:0;5b617c7edc8e:37187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:20:32,202 DEBUG [RS:0;5b617c7edc8e:37187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:20:32,202 DEBUG [RS:0;5b617c7edc8e:37187 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,37187,1732706430313 2024-11-27T11:20:32,202 DEBUG [RS:0;5b617c7edc8e:37187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,37187,1732706430313' 2024-11-27T11:20:32,202 DEBUG [RS:0;5b617c7edc8e:37187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-963150408/online-snapshot/abort' 2024-11-27T11:20:32,202 DEBUG [RS:0;5b617c7edc8e:37187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-963150408/online-snapshot/acquired' 2024-11-27T11:20:32,202 DEBUG [RS:0;5b617c7edc8e:37187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:20:32,202 INFO [RS:0;5b617c7edc8e:37187 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:20:32,202 INFO [RS:0;5b617c7edc8e:37187 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:20:32,303 INFO [RS:0;5b617c7edc8e:37187 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:20:32,304 INFO [RS:0;5b617c7edc8e:37187 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C37187%2C1732706430313, suffix=, logDir=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313, archiveDir=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/oldWALs, maxLogs=10 2024-11-27T11:20:32,318 DEBUG [RS:0;5b617c7edc8e:37187 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304, exclude list is [], retry=0 2024-11-27T11:20:32,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33493,DS-f6ef4a14-700f-4538-85a8-f959c1846273,DISK] 2024-11-27T11:20:32,321 INFO [RS:0;5b617c7edc8e:37187 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 2024-11-27T11:20:32,322 DEBUG [RS:0;5b617c7edc8e:37187 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46197:46197)] 2024-11-27T11:20:32,489 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:20:32,489 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e 2024-11-27T11:20:32,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741833_1009 (size=32) 2024-11-27T11:20:32,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:32,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:20:32,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:20:32,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:32,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:32,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:20:32,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:20:32,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:32,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:32,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:20:32,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:20:32,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:32,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:32,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:20:32,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:20:32,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:32,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:32,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:20:32,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740 2024-11-27T11:20:32,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740 2024-11-27T11:20:32,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:20:32,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:20:32,904 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:20:32,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:20:32,906 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:32,907 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75432253, jitterRate=0.12402816116809845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:20:32,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706432895Initializing all the Stores at 1732706432895Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706432895Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706432895Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706432895Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706432896 (+1 ms)Cleaning up temporary data from old regions at 1732706432903 (+7 ms)Region opened successfully at 1732706432907 (+4 ms) 2024-11-27T11:20:32,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:20:32,907 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:20:32,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:20:32,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:20:32,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:20:32,907 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:20:32,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706432907Disabling compacts and flushes for region at 1732706432907Disabling writes for close at 1732706432907Writing region close event to WAL at 1732706432907Closed at 1732706432907 2024-11-27T11:20:32,909 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:32,909 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:20:32,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:20:32,910 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:20:32,910 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:20:33,061 DEBUG [5b617c7edc8e:34391 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:20:33,061 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,37187,1732706430313 2024-11-27T11:20:33,062 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,37187,1732706430313, state=OPENING 2024-11-27T11:20:33,064 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:20:33,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408 2024-11-27T11:20:33,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408 2024-11-27T11:20:33,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-963150408/meta-region-server: CHANGED 2024-11-27T11:20:33,066 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:20:33,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,37187,1732706430313}] 2024-11-27T11:20:33,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-963150408/meta-region-server: CHANGED 2024-11-27T11:20:33,218 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:20:33,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:20:33,223 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:20:33,223 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:33,223 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:20:33,224 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C37187%2C1732706430313.meta, suffix=.meta, logDir=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313, archiveDir=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/oldWALs, maxLogs=10 2024-11-27T11:20:33,240 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.meta.1732706433225.meta, exclude list is [], retry=0 2024-11-27T11:20:33,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33493,DS-f6ef4a14-700f-4538-85a8-f959c1846273,DISK] 2024-11-27T11:20:33,246 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.meta.1732706433225.meta 2024-11-27T11:20:33,247 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46197:46197)] 2024-11-27T11:20:33,247 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:33,247 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:20:33,247 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:20:33,247 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:20:33,247 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:20:33,248 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:20:33,248 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:33,248 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:20:33,248 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:20:33,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:20:33,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:20:33,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:33,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:33,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:20:33,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:20:33,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:33,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:33,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:20:33,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:20:33,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:33,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:33,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:20:33,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:20:33,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:33,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:33,257 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:20:33,257 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740 2024-11-27T11:20:33,258 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740 2024-11-27T11:20:33,259 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:20:33,259 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:20:33,260 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:20:33,261 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:20:33,261 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60696842, jitterRate=-0.09554657340049744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:20:33,261 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:20:33,261 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706433248Writing region info on filesystem at 1732706433248Initializing all the Stores at 1732706433249 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706433250 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706433252 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706433252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706433252Cleaning up temporary data from old regions at 1732706433259 (+7 ms)Running coprocessor post-open hooks at 1732706433261 (+2 ms)Region opened successfully at 1732706433261 2024-11-27T11:20:33,262 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706433218 2024-11-27T11:20:33,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,37187,1732706430313 2024-11-27T11:20:33,265 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:20:33,265 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:20:33,266 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,37187,1732706430313, state=OPEN 2024-11-27T11:20:33,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-963150408/meta-region-server 2024-11-27T11:20:33,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-963150408/meta-region-server 2024-11-27T11:20:33,267 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,37187,1732706430313 2024-11-27T11:20:33,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-963150408/meta-region-server: CHANGED 2024-11-27T11:20:33,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-963150408/meta-region-server: CHANGED 2024-11-27T11:20:33,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:20:33,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,37187,1732706430313 in 201 msec 2024-11-27T11:20:33,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:20:33,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-27T11:20:33,272 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:33,272 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:20:33,274 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:33,274 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37187,1732706430313, seqNum=-1] 2024-11-27T11:20:33,274 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:33,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:20:33,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2060 sec 2024-11-27T11:20:33,281 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706433280, completionTime=-1 2024-11-27T11:20:33,281 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:20:33,281 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:20:33,283 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:20:33,283 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706493283 2024-11-27T11:20:33,283 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706553283 2024-11-27T11:20:33,283 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T11:20:33,283 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,34391,1732706430273-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:33,283 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,34391,1732706430273-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:33,283 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,34391,1732706430273-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:33,283 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:34391, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:33,284 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:33,284 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:33,285 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:20:33,287 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.939sec 2024-11-27T11:20:33,287 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:20:33,288 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:20:33,288 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:20:33,288 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:20:33,288 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:20:33,288 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,34391,1732706430273-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:20:33,288 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,34391,1732706430273-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:20:33,289 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:20:33,289 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:20:33,290 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,34391,1732706430273-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:33,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474a57f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:33,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,34391,-1 for getting cluster id 2024-11-27T11:20:33,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:33,336 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5080d67-5cd5-4375-b29a-d4bf8442bce4' 2024-11-27T11:20:33,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:33,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5080d67-5cd5-4375-b29a-d4bf8442bce4" 2024-11-27T11:20:33,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9d0489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:33,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,34391,-1] 2024-11-27T11:20:33,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:33,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:33,338 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:33,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bd9cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:33,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:33,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37187,1732706430313, seqNum=-1] 2024-11-27T11:20:33,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:33,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:20:33,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,34391,1732706430273 2024-11-27T11:20:33,343 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52253 2024-11-27T11:20:33,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:20:33,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015927c30c0005 connected 2024-11-27T11:20:33,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/hadoop.log.dir so I do NOT create it in target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84 2024-11-27T11:20:33,353 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:20:33,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/hadoop.tmp.dir so I do NOT create it in target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84 2024-11-27T11:20:33,353 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:20:33,353 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84 2024-11-27T11:20:33,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:20:33,353 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/cluster_aced9284-ad57-c9c3-a711-16cba568f071, deleteOnExit=true 2024-11-27T11:20:33,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:20:33,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/test.cache.data in system properties and HBase conf 2024-11-27T11:20:33,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:20:33,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:20:33,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:20:33,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:20:33,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:20:33,354 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:20:33,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:20:33,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:20:33,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:20:33,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:20:33,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:20:33,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:20:33,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:20:33,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:20:33,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:20:33,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:20:33,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:20:33,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:20:33,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:20:33,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:20:33,424 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T11:20:33,425 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:33,425 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:33,462 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:33,462 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:33,462 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:33,463 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:33,463 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:33,463 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:33,468 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:33,470 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:33,471 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:33,472 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:33,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:20:33,499 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:20:33,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:20:33,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:20:33,501 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:20:33,501 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:20:33,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bedd5a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:20:33,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2557f5df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:20:33,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fe5aa57{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/java.io.tmpdir/jetty-localhost-43179-hadoop-hdfs-3_4_1-tests_jar-_-any-5028782144032851359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:20:33,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bd65b1{HTTP/1.1, (http/1.1)}{localhost:43179} 2024-11-27T11:20:33,626 INFO [Time-limited test {}] server.Server(415): Started @210691ms 2024-11-27T11:20:33,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:20:33,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:20:33,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:20:33,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:20:33,712 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:20:33,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@787e7e5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:20:33,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bdc05c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:20:33,736 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T11:20:33,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68db155f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/java.io.tmpdir/jetty-localhost-33407-hadoop-hdfs-3_4_1-tests_jar-_-any-3427440482960483139/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:20:33,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f7670e3{HTTP/1.1, (http/1.1)}{localhost:33407} 2024-11-27T11:20:33,836 INFO [Time-limited test {}] server.Server(415): Started @210902ms 2024-11-27T11:20:33,838 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:20:33,957 WARN [Thread-2902 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/cluster_aced9284-ad57-c9c3-a711-16cba568f071/data/data1/current/BP-1534683834-172.17.0.2-1732706433374/current, will proceed with Du for space computation calculation, 2024-11-27T11:20:33,961 WARN [Thread-2903 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/cluster_aced9284-ad57-c9c3-a711-16cba568f071/data/data2/current/BP-1534683834-172.17.0.2-1732706433374/current, will proceed with Du for space computation calculation, 2024-11-27T11:20:33,997 WARN [Thread-2890 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:20:34,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc47e1ab255c07b8e with lease ID 0xd7d609d65080e8a3: Processing first storage report for DS-e5df3307-0848-4cbb-b5a8-86b8187917aa from datanode DatanodeRegistration(127.0.0.1:40103, datanodeUuid=738ee031-42c3-438a-8bab-7938c03b5ba7, infoPort=33109, infoSecurePort=0, ipcPort=42093, storageInfo=lv=-57;cid=testClusterID;nsid=1502681401;c=1732706433374) 2024-11-27T11:20:34,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc47e1ab255c07b8e with lease ID 0xd7d609d65080e8a3: from storage DS-e5df3307-0848-4cbb-b5a8-86b8187917aa node DatanodeRegistration(127.0.0.1:40103, datanodeUuid=738ee031-42c3-438a-8bab-7938c03b5ba7, infoPort=33109, infoSecurePort=0, ipcPort=42093, storageInfo=lv=-57;cid=testClusterID;nsid=1502681401;c=1732706433374), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:20:34,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc47e1ab255c07b8e with lease ID 0xd7d609d65080e8a3: Processing first storage report for DS-37589ec0-71e5-43ff-9e1d-3da6b091daa5 from datanode DatanodeRegistration(127.0.0.1:40103, datanodeUuid=738ee031-42c3-438a-8bab-7938c03b5ba7, infoPort=33109, infoSecurePort=0, ipcPort=42093, storageInfo=lv=-57;cid=testClusterID;nsid=1502681401;c=1732706433374) 2024-11-27T11:20:34,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc47e1ab255c07b8e with lease ID 0xd7d609d65080e8a3: from storage DS-37589ec0-71e5-43ff-9e1d-3da6b091daa5 node DatanodeRegistration(127.0.0.1:40103, datanodeUuid=738ee031-42c3-438a-8bab-7938c03b5ba7, infoPort=33109, infoSecurePort=0, ipcPort=42093, storageInfo=lv=-57;cid=testClusterID;nsid=1502681401;c=1732706433374), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:20:34,067 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84 2024-11-27T11:20:34,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:34,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:34,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:20:34,477 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7 with version=8 2024-11-27T11:20:34,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/hbase-staging 2024-11-27T11:20:34,480 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:20:34,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:34,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:34,480 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:20:34,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:34,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:20:34,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:20:34,480 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:20:34,481 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38779 2024-11-27T11:20:34,481 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38779 connecting to ZooKeeper ensemble=127.0.0.1:52253 2024-11-27T11:20:34,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387790x0, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:20:34,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38779-0x1015927c30c0006 connected 2024-11-27T11:20:34,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:34,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:34,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Set watcher on znode that does not yet exist, /21219452450/running 2024-11-27T11:20:34,501 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7, hbase.cluster.distributed=false 2024-11-27T11:20:34,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Set watcher on znode that does not yet exist, /21219452450/acl 2024-11-27T11:20:34,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38779 2024-11-27T11:20:34,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38779 2024-11-27T11:20:34,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38779 2024-11-27T11:20:34,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38779 2024-11-27T11:20:34,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38779 2024-11-27T11:20:34,518 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:20:34,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:34,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:34,518 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:20:34,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:20:34,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:20:34,518 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:20:34,518 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:20:34,519 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46281 2024-11-27T11:20:34,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46281 connecting to ZooKeeper ensemble=127.0.0.1:52253 2024-11-27T11:20:34,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:34,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:34,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462810x0, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:20:34,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462810x0, quorum=127.0.0.1:52253, baseZNode=/21219452450 Set watcher on znode that does not yet exist, /21219452450/running 2024-11-27T11:20:34,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46281-0x1015927c30c0007 connected 2024-11-27T11:20:34,525 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:20:34,529 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:20:34,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Set watcher on znode that does not yet exist, /21219452450/master 2024-11-27T11:20:34,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Set watcher on znode that does not yet exist, /21219452450/acl 2024-11-27T11:20:34,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46281 2024-11-27T11:20:34,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46281 2024-11-27T11:20:34,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46281 2024-11-27T11:20:34,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46281 2024-11-27T11:20:34,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46281 2024-11-27T11:20:34,548 DEBUG [M:0;5b617c7edc8e:38779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:38779 2024-11-27T11:20:34,548 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21219452450/backup-masters/5b617c7edc8e,38779,1732706434480 2024-11-27T11:20:34,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450/backup-masters 2024-11-27T11:20:34,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450/backup-masters 2024-11-27T11:20:34,550 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Set watcher on existing znode=/21219452450/backup-masters/5b617c7edc8e,38779,1732706434480 2024-11-27T11:20:34,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21219452450/master 2024-11-27T11:20:34,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450 2024-11-27T11:20:34,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450 2024-11-27T11:20:34,552 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Set watcher on existing znode=/21219452450/master 2024-11-27T11:20:34,552 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21219452450/backup-masters/5b617c7edc8e,38779,1732706434480 from backup master directory 2024-11-27T11:20:34,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21219452450/backup-masters/5b617c7edc8e,38779,1732706434480 2024-11-27T11:20:34,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450/backup-masters 2024-11-27T11:20:34,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450/backup-masters 2024-11-27T11:20:34,555 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:20:34,555 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,38779,1732706434480 2024-11-27T11:20:34,558 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/hbase.id] with ID: 9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc 2024-11-27T11:20:34,558 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/.tmp/hbase.id 2024-11-27T11:20:34,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:20:34,963 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/.tmp/hbase.id]:[hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/hbase.id] 2024-11-27T11:20:34,974 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:20:34,974 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:20:34,975 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T11:20:34,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450 2024-11-27T11:20:34,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450 2024-11-27T11:20:34,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:20:35,391 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:20:35,392 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:20:35,404 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:35,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:20:35,446 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store 2024-11-27T11:20:35,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:20:35,483 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:35,483 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:20:35,484 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:35,484 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:35,484 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:20:35,484 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:35,484 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:35,484 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706435483Disabling compacts and flushes for region at 1732706435483Disabling writes for close at 1732706435484 (+1 ms)Writing region close event to WAL at 1732706435484Closed at 1732706435484 2024-11-27T11:20:35,485 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/.initializing 2024-11-27T11:20:35,485 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/WALs/5b617c7edc8e,38779,1732706434480 2024-11-27T11:20:35,488 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:20:35,490 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C38779%2C1732706434480, suffix=, logDir=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/WALs/5b617c7edc8e,38779,1732706434480, archiveDir=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/oldWALs, maxLogs=10 2024-11-27T11:20:35,516 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/WALs/5b617c7edc8e,38779,1732706434480/5b617c7edc8e%2C38779%2C1732706434480.1732706435490, exclude list is [], retry=0 2024-11-27T11:20:35,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40103,DS-e5df3307-0848-4cbb-b5a8-86b8187917aa,DISK] 2024-11-27T11:20:35,550 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/WALs/5b617c7edc8e,38779,1732706434480/5b617c7edc8e%2C38779%2C1732706434480.1732706435490 2024-11-27T11:20:35,556 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33109:33109)] 2024-11-27T11:20:35,557 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:35,557 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:35,557 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:35,557 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:35,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:35,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:20:35,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:35,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:35,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:35,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:20:35,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:35,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:35,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:35,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:20:35,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:35,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:35,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:35,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:20:35,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:35,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:35,590 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:35,591 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:35,591 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:35,593 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:35,593 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:35,594 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:20:35,596 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:20:35,609 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:35,610 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61925101, jitterRate=-0.07724408805370331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:20:35,610 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706435557Initializing all the Stores at 1732706435558 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706435558Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706435566 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706435566Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706435566Cleaning up temporary data from old regions at 1732706435593 (+27 ms)Region opened successfully at 1732706435610 (+17 ms) 2024-11-27T11:20:35,612 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:20:35,616 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623d1fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:20:35,617 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:20:35,617 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:20:35,617 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:20:35,618 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:20:35,618 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:20:35,618 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:20:35,618 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:20:35,632 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:20:35,634 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Unable to get data of znode /21219452450/balancer because node does not exist (not necessarily an error) 2024-11-27T11:20:35,636 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21219452450/balancer already deleted, retry=false 2024-11-27T11:20:35,636 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:20:35,640 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Unable to get data of znode /21219452450/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:20:35,641 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21219452450/normalizer already deleted, retry=false 2024-11-27T11:20:35,641 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:20:35,653 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Unable to get data of znode /21219452450/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:20:35,656 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21219452450/switch/split already deleted, retry=false 2024-11-27T11:20:35,657 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Unable to get data of znode /21219452450/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:20:35,658 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21219452450/switch/merge already deleted, retry=false 2024-11-27T11:20:35,661 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Unable to get data of znode /21219452450/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:20:35,663 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21219452450/snapshot-cleanup already deleted, retry=false 2024-11-27T11:20:35,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21219452450/running 2024-11-27T11:20:35,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450 2024-11-27T11:20:35,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21219452450/running 2024-11-27T11:20:35,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450 2024-11-27T11:20:35,665 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,38779,1732706434480, sessionid=0x1015927c30c0006, setting cluster-up flag (Was=false) 2024-11-27T11:20:35,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450 2024-11-27T11:20:35,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450 2024-11-27T11:20:35,682 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21219452450/flush-table-proc/acquired, /21219452450/flush-table-proc/reached, /21219452450/flush-table-proc/abort 2024-11-27T11:20:35,683 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,38779,1732706434480 2024-11-27T11:20:35,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450 2024-11-27T11:20:35,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450 2024-11-27T11:20:35,696 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21219452450/online-snapshot/acquired, /21219452450/online-snapshot/reached, /21219452450/online-snapshot/abort 2024-11-27T11:20:35,698 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,38779,1732706434480 2024-11-27T11:20:35,707 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:20:35,718 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:35,718 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:20:35,718 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:20:35,718 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,38779,1732706434480 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:20:35,720 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:35,720 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:35,720 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:35,720 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:20:35,720 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:20:35,720 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:35,720 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:20:35,720 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:35,743 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(746): ClusterId : 9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc 2024-11-27T11:20:35,743 DEBUG [RS:0;5b617c7edc8e:46281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:20:35,745 DEBUG [RS:0;5b617c7edc8e:46281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:20:35,745 DEBUG [RS:0;5b617c7edc8e:46281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:20:35,747 DEBUG [RS:0;5b617c7edc8e:46281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:20:35,747 DEBUG [RS:0;5b617c7edc8e:46281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171a0311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:20:35,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:35,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:20:35,788 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:35,788 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:20:35,795 DEBUG [RS:0;5b617c7edc8e:46281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:46281 2024-11-27T11:20:35,795 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:20:35,795 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:20:35,795 DEBUG [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:20:35,796 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,38779,1732706434480 with port=46281, startcode=1732706434518 2024-11-27T11:20:35,797 DEBUG [RS:0;5b617c7edc8e:46281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:20:35,806 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:20:35,808 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38779 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T11:20:35,809 DEBUG [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T11:20:35,810 WARN [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T11:20:35,820 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706465820 2024-11-27T11:20:35,821 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:20:35,821 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:20:35,821 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:20:35,821 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:20:35,821 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:20:35,821 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:20:35,843 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:35,855 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:20:35,855 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:20:35,856 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:20:35,856 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:20:35,860 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:20:35,860 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:20:35,861 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706435860,5,FailOnTimeoutGroup] 2024-11-27T11:20:35,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:20:35,868 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706435861,5,FailOnTimeoutGroup] 2024-11-27T11:20:35,868 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:35,868 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:20:35,868 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:35,868 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:35,911 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,38779,1732706434480 with port=46281, startcode=1732706434518 2024-11-27T11:20:35,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38779 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,46281,1732706434518 2024-11-27T11:20:35,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38779 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,46281,1732706434518 2024-11-27T11:20:35,914 DEBUG [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7 2024-11-27T11:20:35,914 DEBUG [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38207 2024-11-27T11:20:35,914 DEBUG [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:20:35,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450/rs 2024-11-27T11:20:35,925 DEBUG [RS:0;5b617c7edc8e:46281 {}] zookeeper.ZKUtil(111): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Set watcher on existing znode=/21219452450/rs/5b617c7edc8e,46281,1732706434518 2024-11-27T11:20:35,925 WARN [RS:0;5b617c7edc8e:46281 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:20:35,925 INFO [RS:0;5b617c7edc8e:46281 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:35,925 DEBUG [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518 2024-11-27T11:20:35,929 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,46281,1732706434518] 2024-11-27T11:20:35,932 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:20:35,948 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:20:35,949 INFO [RS:0;5b617c7edc8e:46281 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:20:35,949 INFO [RS:0;5b617c7edc8e:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:35,956 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:20:35,957 INFO [RS:0;5b617c7edc8e:46281 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:20:35,957 INFO [RS:0;5b617c7edc8e:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:35,958 DEBUG [RS:0;5b617c7edc8e:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:35,958 DEBUG [RS:0;5b617c7edc8e:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:35,958 DEBUG [RS:0;5b617c7edc8e:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:35,958 DEBUG [RS:0;5b617c7edc8e:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:35,958 DEBUG [RS:0;5b617c7edc8e:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:35,958 DEBUG [RS:0;5b617c7edc8e:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:20:35,958 DEBUG [RS:0;5b617c7edc8e:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:35,958 DEBUG [RS:0;5b617c7edc8e:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:35,958 DEBUG [RS:0;5b617c7edc8e:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:35,958 DEBUG [RS:0;5b617c7edc8e:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:35,958 DEBUG [RS:0;5b617c7edc8e:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:35,958 DEBUG [RS:0;5b617c7edc8e:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:20:35,958 DEBUG [RS:0;5b617c7edc8e:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:20:35,958 DEBUG [RS:0;5b617c7edc8e:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:20:35,981 INFO [RS:0;5b617c7edc8e:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:35,981 INFO [RS:0;5b617c7edc8e:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:35,981 INFO [RS:0;5b617c7edc8e:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:35,981 INFO [RS:0;5b617c7edc8e:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:35,981 INFO [RS:0;5b617c7edc8e:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:35,981 INFO [RS:0;5b617c7edc8e:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,46281,1732706434518-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:20:36,008 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:20:36,008 INFO [RS:0;5b617c7edc8e:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,46281,1732706434518-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:36,009 INFO [RS:0;5b617c7edc8e:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:36,009 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.Replication(171): 5b617c7edc8e,46281,1732706434518 started 2024-11-27T11:20:36,030 INFO [RS:0;5b617c7edc8e:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:36,030 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,46281,1732706434518, RpcServer on 5b617c7edc8e/172.17.0.2:46281, sessionid=0x1015927c30c0007 2024-11-27T11:20:36,030 DEBUG [RS:0;5b617c7edc8e:46281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:20:36,030 DEBUG [RS:0;5b617c7edc8e:46281 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,46281,1732706434518 2024-11-27T11:20:36,030 DEBUG [RS:0;5b617c7edc8e:46281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,46281,1732706434518' 2024-11-27T11:20:36,030 DEBUG [RS:0;5b617c7edc8e:46281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21219452450/flush-table-proc/abort' 2024-11-27T11:20:36,031 DEBUG [RS:0;5b617c7edc8e:46281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21219452450/flush-table-proc/acquired' 2024-11-27T11:20:36,032 DEBUG [RS:0;5b617c7edc8e:46281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:20:36,032 DEBUG [RS:0;5b617c7edc8e:46281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:20:36,032 DEBUG [RS:0;5b617c7edc8e:46281 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,46281,1732706434518 2024-11-27T11:20:36,032 DEBUG [RS:0;5b617c7edc8e:46281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,46281,1732706434518' 2024-11-27T11:20:36,032 DEBUG [RS:0;5b617c7edc8e:46281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21219452450/online-snapshot/abort' 2024-11-27T11:20:36,032 DEBUG [RS:0;5b617c7edc8e:46281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21219452450/online-snapshot/acquired' 2024-11-27T11:20:36,033 DEBUG [RS:0;5b617c7edc8e:46281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:20:36,033 INFO [RS:0;5b617c7edc8e:46281 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:20:36,033 INFO [RS:0;5b617c7edc8e:46281 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:20:36,133 INFO [RS:0;5b617c7edc8e:46281 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:20:36,135 INFO [RS:0;5b617c7edc8e:46281 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C46281%2C1732706434518, suffix=, logDir=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518, archiveDir=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/oldWALs, maxLogs=10 2024-11-27T11:20:36,152 DEBUG [RS:0;5b617c7edc8e:46281 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135, exclude list is [], retry=0 2024-11-27T11:20:36,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40103,DS-e5df3307-0848-4cbb-b5a8-86b8187917aa,DISK] 2024-11-27T11:20:36,157 INFO [RS:0;5b617c7edc8e:46281 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 2024-11-27T11:20:36,157 DEBUG [RS:0;5b617c7edc8e:46281 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33109:33109)] 2024-11-27T11:20:36,266 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:20:36,266 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7 2024-11-27T11:20:36,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741833_1009 (size=32) 2024-11-27T11:20:36,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:36,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:20:36,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:20:36,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:36,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:36,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:20:36,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:20:36,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:36,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:36,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:20:36,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:20:36,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:36,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:36,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:20:36,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:20:36,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:36,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:36,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:20:36,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740 2024-11-27T11:20:36,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740 2024-11-27T11:20:36,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:20:36,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:20:36,681 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:20:36,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:20:36,683 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:36,683 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69416169, jitterRate=0.034381523728370667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:20:36,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706436672Initializing all the Stores at 1732706436673 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706436673Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706436673Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706436673Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706436673Cleaning up temporary data from old regions at 1732706436680 (+7 ms)Region opened successfully at 1732706436683 (+3 ms) 2024-11-27T11:20:36,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:20:36,683 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:20:36,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:20:36,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:20:36,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:20:36,684 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:20:36,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706436683Disabling compacts and flushes for region at 1732706436683Disabling writes for close at 1732706436684 (+1 ms)Writing region close event to WAL at 1732706436684Closed at 1732706436684 2024-11-27T11:20:36,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:36,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:20:36,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:20:36,686 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:20:36,687 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:20:36,837 DEBUG [5b617c7edc8e:38779 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:20:36,837 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,46281,1732706434518 2024-11-27T11:20:36,838 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,46281,1732706434518, state=OPENING 2024-11-27T11:20:36,840 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:20:36,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450 2024-11-27T11:20:36,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450 2024-11-27T11:20:36,841 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:20:36,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,46281,1732706434518}] 2024-11-27T11:20:36,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21219452450/meta-region-server: CHANGED 2024-11-27T11:20:36,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21219452450/meta-region-server: CHANGED 2024-11-27T11:20:36,993 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:20:36,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:20:36,998 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:20:36,998 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:36,998 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:20:36,999 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C46281%2C1732706434518.meta, suffix=.meta, logDir=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518, archiveDir=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/oldWALs, maxLogs=10 2024-11-27T11:20:37,013 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.meta.1732706436999.meta, exclude list is [], retry=0 2024-11-27T11:20:37,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40103,DS-e5df3307-0848-4cbb-b5a8-86b8187917aa,DISK] 2024-11-27T11:20:37,016 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.meta.1732706436999.meta 2024-11-27T11:20:37,016 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33109:33109)] 2024-11-27T11:20:37,017 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:37,017 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:20:37,017 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:20:37,017 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:20:37,017 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:20:37,017 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:20:37,017 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:37,017 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:20:37,017 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:20:37,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:20:37,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:20:37,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:37,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:37,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:20:37,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:20:37,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:37,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:37,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:20:37,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:20:37,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:37,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:37,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:20:37,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:20:37,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:37,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:20:37,022 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:20:37,023 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740 2024-11-27T11:20:37,023 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740 2024-11-27T11:20:37,024 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:20:37,024 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:20:37,025 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:20:37,025 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:20:37,026 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60787148, jitterRate=-0.09420090913772583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:20:37,026 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:20:37,026 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706437017Writing region info on filesystem at 1732706437017Initializing all the Stores at 1732706437018 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706437018Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706437018Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706437018Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706437018Cleaning up temporary data from old regions at 1732706437024 (+6 ms)Running coprocessor post-open hooks at 1732706437026 (+2 ms)Region opened successfully at 1732706437026 2024-11-27T11:20:37,027 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706436993 2024-11-27T11:20:37,029 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:20:37,029 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:20:37,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,46281,1732706434518 2024-11-27T11:20:37,030 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,46281,1732706434518, state=OPEN 2024-11-27T11:20:37,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21219452450/meta-region-server 2024-11-27T11:20:37,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21219452450/meta-region-server 2024-11-27T11:20:37,044 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,46281,1732706434518 2024-11-27T11:20:37,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21219452450/meta-region-server: CHANGED 2024-11-27T11:20:37,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21219452450/meta-region-server: CHANGED 2024-11-27T11:20:37,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:20:37,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,46281,1732706434518 in 203 msec 2024-11-27T11:20:37,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:20:37,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-27T11:20:37,048 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:20:37,048 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:20:37,049 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:37,049 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,46281,1732706434518, seqNum=-1] 2024-11-27T11:20:37,050 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:37,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:20:37,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3370 sec 2024-11-27T11:20:37,055 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706437055, completionTime=-1 2024-11-27T11:20:37,055 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:20:37,055 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:20:37,057 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:20:37,057 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706497057 2024-11-27T11:20:37,057 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706557057 2024-11-27T11:20:37,057 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T11:20:37,057 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38779,1732706434480-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:37,057 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38779,1732706434480-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:37,057 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38779,1732706434480-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:37,057 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:38779, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:37,057 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:37,058 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:37,060 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:20:37,062 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.506sec 2024-11-27T11:20:37,062 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:20:37,062 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:20:37,062 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:20:37,062 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:20:37,062 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:20:37,062 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38779,1732706434480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:20:37,062 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38779,1732706434480-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:20:37,064 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:20:37,064 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:20:37,064 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38779,1732706434480-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:20:37,107 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:37,108 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:20:37,108 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38356 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:20:37,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1914f6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:37,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,38779,-1 for getting cluster id 2024-11-27T11:20:37,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:37,145 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc' 2024-11-27T11:20:37,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:37,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc" 2024-11-27T11:20:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1855b5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,38779,-1] 2024-11-27T11:20:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:37,147 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:37,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb83f3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:37,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,46281,1732706434518, seqNum=-1] 2024-11-27T11:20:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:37,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:20:37,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,38779,1732706434480 2024-11-27T11:20:37,152 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52253 2024-11-27T11:20:37,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:20:37,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015927c30c0008 connected 2024-11-27T11:20:37,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:37,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43459,1732706426086 2024-11-27T11:20:37,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3649a43f 2024-11-27T11:20:37,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:37,161 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:20:37,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:20:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T11:20:37,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:20:37,164 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:37,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T11:20:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:37,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:20:37,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741835_1011 (size=902) 2024-11-27T11:20:37,171 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba76712f301aa4959cd8f1bf8474d2e2, NAME => 'test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733 2024-11-27T11:20:37,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741836_1012 (size=39) 2024-11-27T11:20:37,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:37,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ba76712f301aa4959cd8f1bf8474d2e2, disabling compactions & flushes 2024-11-27T11:20:37,177 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2. 2024-11-27T11:20:37,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2. 2024-11-27T11:20:37,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2. after waiting 0 ms 2024-11-27T11:20:37,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2. 2024-11-27T11:20:37,177 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2. 2024-11-27T11:20:37,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba76712f301aa4959cd8f1bf8474d2e2: Waiting for close lock at 1732706437176Disabling compacts and flushes for region at 1732706437176Disabling writes for close at 1732706437177 (+1 ms)Writing region close event to WAL at 1732706437177Closed at 1732706437177 2024-11-27T11:20:37,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:20:37,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732706437178"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706437178"}]},"ts":"1732706437178"} 2024-11-27T11:20:37,180 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:20:37,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:20:37,181 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706437180"}]},"ts":"1732706437180"} 2024-11-27T11:20:37,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T11:20:37,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba76712f301aa4959cd8f1bf8474d2e2, ASSIGN}] 2024-11-27T11:20:37,184 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba76712f301aa4959cd8f1bf8474d2e2, ASSIGN 2024-11-27T11:20:37,184 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ba76712f301aa4959cd8f1bf8474d2e2, ASSIGN; state=OFFLINE, location=5b617c7edc8e,43447,1732706426260; forceNewPlan=false, retain=false 2024-11-27T11:20:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:37,335 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba76712f301aa4959cd8f1bf8474d2e2, regionState=OPENING, regionLocation=5b617c7edc8e,43447,1732706426260 2024-11-27T11:20:37,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ba76712f301aa4959cd8f1bf8474d2e2, ASSIGN because future has completed 2024-11-27T11:20:37,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba76712f301aa4959cd8f1bf8474d2e2, server=5b617c7edc8e,43447,1732706426260}] 2024-11-27T11:20:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:37,493 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2. 2024-11-27T11:20:37,493 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ba76712f301aa4959cd8f1bf8474d2e2, NAME => 'test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:37,494 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:20:37,494 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T11:20:37,494 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ba76712f301aa4959cd8f1bf8474d2e2 2024-11-27T11:20:37,494 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:37,494 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ba76712f301aa4959cd8f1bf8474d2e2 2024-11-27T11:20:37,494 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ba76712f301aa4959cd8f1bf8474d2e2 2024-11-27T11:20:37,495 INFO [StoreOpener-ba76712f301aa4959cd8f1bf8474d2e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ba76712f301aa4959cd8f1bf8474d2e2 2024-11-27T11:20:37,497 INFO [StoreOpener-ba76712f301aa4959cd8f1bf8474d2e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba76712f301aa4959cd8f1bf8474d2e2 columnFamilyName f 2024-11-27T11:20:37,497 DEBUG [StoreOpener-ba76712f301aa4959cd8f1bf8474d2e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:37,497 INFO [StoreOpener-ba76712f301aa4959cd8f1bf8474d2e2-1 {}] regionserver.HStore(327): Store=ba76712f301aa4959cd8f1bf8474d2e2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:37,497 INFO [StoreOpener-ba76712f301aa4959cd8f1bf8474d2e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ba76712f301aa4959cd8f1bf8474d2e2 2024-11-27T11:20:37,498 INFO [StoreOpener-ba76712f301aa4959cd8f1bf8474d2e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba76712f301aa4959cd8f1bf8474d2e2 columnFamilyName f1 2024-11-27T11:20:37,498 DEBUG [StoreOpener-ba76712f301aa4959cd8f1bf8474d2e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:37,498 INFO [StoreOpener-ba76712f301aa4959cd8f1bf8474d2e2-1 {}] regionserver.HStore(327): Store=ba76712f301aa4959cd8f1bf8474d2e2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:37,499 INFO [StoreOpener-ba76712f301aa4959cd8f1bf8474d2e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ba76712f301aa4959cd8f1bf8474d2e2 2024-11-27T11:20:37,499 INFO [StoreOpener-ba76712f301aa4959cd8f1bf8474d2e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba76712f301aa4959cd8f1bf8474d2e2 columnFamilyName norep 2024-11-27T11:20:37,499 DEBUG [StoreOpener-ba76712f301aa4959cd8f1bf8474d2e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:37,500 INFO [StoreOpener-ba76712f301aa4959cd8f1bf8474d2e2-1 {}] regionserver.HStore(327): Store=ba76712f301aa4959cd8f1bf8474d2e2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:37,500 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ba76712f301aa4959cd8f1bf8474d2e2 2024-11-27T11:20:37,500 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2 2024-11-27T11:20:37,501 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2 2024-11-27T11:20:37,501 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ba76712f301aa4959cd8f1bf8474d2e2 2024-11-27T11:20:37,501 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ba76712f301aa4959cd8f1bf8474d2e2 2024-11-27T11:20:37,502 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:20:37,502 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ba76712f301aa4959cd8f1bf8474d2e2 2024-11-27T11:20:37,504 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:37,504 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ba76712f301aa4959cd8f1bf8474d2e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68075028, jitterRate=0.014396965503692627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:20:37,504 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba76712f301aa4959cd8f1bf8474d2e2 2024-11-27T11:20:37,505 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ba76712f301aa4959cd8f1bf8474d2e2: Running coprocessor pre-open hook at 1732706437494Writing region info on filesystem at 1732706437494Initializing all the Stores at 1732706437495 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706437495Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706437495Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706437495Cleaning up temporary data from old regions at 1732706437501 (+6 ms)Running coprocessor post-open hooks at 1732706437504 (+3 ms)Region opened successfully at 1732706437505 (+1 ms) 2024-11-27T11:20:37,506 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2., pid=6, masterSystemTime=1732706437490 2024-11-27T11:20:37,507 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2. 2024-11-27T11:20:37,507 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2. 2024-11-27T11:20:37,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba76712f301aa4959cd8f1bf8474d2e2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b617c7edc8e,43447,1732706426260 2024-11-27T11:20:37,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba76712f301aa4959cd8f1bf8474d2e2, server=5b617c7edc8e,43447,1732706426260 because future has completed 2024-11-27T11:20:37,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:20:37,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ba76712f301aa4959cd8f1bf8474d2e2, server=5b617c7edc8e,43447,1732706426260 in 173 msec 2024-11-27T11:20:37,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T11:20:37,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ba76712f301aa4959cd8f1bf8474d2e2, ASSIGN in 329 msec 2024-11-27T11:20:37,515 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:20:37,515 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706437515"}]},"ts":"1732706437515"} 2024-11-27T11:20:37,516 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T11:20:37,517 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:20:37,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 355 msec 2024-11-27T11:20:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:37,788 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T11:20:37,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,34391,1732706430273 2024-11-27T11:20:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f481b7d 2024-11-27T11:20:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:37,790 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:20:37,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34391 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:20:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34391 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T11:20:37,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:20:37,793 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:37,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34391 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T11:20:37,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:20:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:37,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741835_1011 (size=902) 2024-11-27T11:20:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:38,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T11:20:38,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T11:20:38,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T11:20:38,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T11:20:38,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:20:38,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T11:20:38,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:20:38,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T11:20:38,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:20:38,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T11:20:38,201 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dfedf7b1bada3af5611801a5b717f980, NAME => 'test,,1732706437791.dfedf7b1bada3af5611801a5b717f980.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e 2024-11-27T11:20:38,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741836_1012 (size=39) 2024-11-27T11:20:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:38,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732706437791.dfedf7b1bada3af5611801a5b717f980.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:38,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dfedf7b1bada3af5611801a5b717f980, disabling compactions & flushes 2024-11-27T11:20:38,610 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732706437791.dfedf7b1bada3af5611801a5b717f980. 2024-11-27T11:20:38,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706437791.dfedf7b1bada3af5611801a5b717f980. 2024-11-27T11:20:38,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732706437791.dfedf7b1bada3af5611801a5b717f980. after waiting 0 ms 2024-11-27T11:20:38,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732706437791.dfedf7b1bada3af5611801a5b717f980. 2024-11-27T11:20:38,610 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732706437791.dfedf7b1bada3af5611801a5b717f980. 2024-11-27T11:20:38,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dfedf7b1bada3af5611801a5b717f980: Waiting for close lock at 1732706438610Disabling compacts and flushes for region at 1732706438610Disabling writes for close at 1732706438610Writing region close event to WAL at 1732706438610Closed at 1732706438610 2024-11-27T11:20:38,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:20:38,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732706437791.dfedf7b1bada3af5611801a5b717f980.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732706438611"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706438611"}]},"ts":"1732706438611"} 2024-11-27T11:20:38,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:20:38,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:20:38,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706438614"}]},"ts":"1732706438614"} 2024-11-27T11:20:38,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T11:20:38,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dfedf7b1bada3af5611801a5b717f980, ASSIGN}] 2024-11-27T11:20:38,617 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dfedf7b1bada3af5611801a5b717f980, ASSIGN 2024-11-27T11:20:38,618 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dfedf7b1bada3af5611801a5b717f980, ASSIGN; state=OFFLINE, location=5b617c7edc8e,37187,1732706430313; forceNewPlan=false, retain=false 2024-11-27T11:20:38,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:20:38,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:38,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:38,768 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dfedf7b1bada3af5611801a5b717f980, regionState=OPENING, regionLocation=5b617c7edc8e,37187,1732706430313 2024-11-27T11:20:38,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dfedf7b1bada3af5611801a5b717f980, ASSIGN because future has completed 2024-11-27T11:20:38,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfedf7b1bada3af5611801a5b717f980, server=5b617c7edc8e,37187,1732706430313}] 2024-11-27T11:20:38,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:38,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:38,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:38,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:38,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:38,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:38,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:38,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:38,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:38,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:38,927 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732706437791.dfedf7b1bada3af5611801a5b717f980. 2024-11-27T11:20:38,927 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dfedf7b1bada3af5611801a5b717f980, NAME => 'test,,1732706437791.dfedf7b1bada3af5611801a5b717f980.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:38,927 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:20:38,927 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T11:20:38,928 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:38,928 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732706437791.dfedf7b1bada3af5611801a5b717f980.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:38,928 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:38,928 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:38,929 INFO [StoreOpener-dfedf7b1bada3af5611801a5b717f980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:38,930 INFO [StoreOpener-dfedf7b1bada3af5611801a5b717f980-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfedf7b1bada3af5611801a5b717f980 columnFamilyName f 2024-11-27T11:20:38,930 DEBUG [StoreOpener-dfedf7b1bada3af5611801a5b717f980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:38,931 INFO [StoreOpener-dfedf7b1bada3af5611801a5b717f980-1 {}] regionserver.HStore(327): Store=dfedf7b1bada3af5611801a5b717f980/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:38,931 INFO [StoreOpener-dfedf7b1bada3af5611801a5b717f980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:38,932 INFO [StoreOpener-dfedf7b1bada3af5611801a5b717f980-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfedf7b1bada3af5611801a5b717f980 columnFamilyName f1 2024-11-27T11:20:38,932 DEBUG [StoreOpener-dfedf7b1bada3af5611801a5b717f980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:38,932 INFO [StoreOpener-dfedf7b1bada3af5611801a5b717f980-1 {}] regionserver.HStore(327): Store=dfedf7b1bada3af5611801a5b717f980/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:38,932 INFO [StoreOpener-dfedf7b1bada3af5611801a5b717f980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:38,933 INFO [StoreOpener-dfedf7b1bada3af5611801a5b717f980-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfedf7b1bada3af5611801a5b717f980 columnFamilyName norep 2024-11-27T11:20:38,933 DEBUG [StoreOpener-dfedf7b1bada3af5611801a5b717f980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:38,933 INFO [StoreOpener-dfedf7b1bada3af5611801a5b717f980-1 {}] regionserver.HStore(327): Store=dfedf7b1bada3af5611801a5b717f980/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:38,934 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:38,935 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:38,935 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:38,936 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:38,936 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:38,936 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:20:38,937 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:38,939 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:38,939 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dfedf7b1bada3af5611801a5b717f980; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61404133, jitterRate=-0.08500711619853973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:20:38,939 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:38,940 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dfedf7b1bada3af5611801a5b717f980: Running coprocessor pre-open hook at 1732706438928Writing region info on filesystem at 1732706438928Initializing all the Stores at 1732706438929 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706438929Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706438929Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706438929Cleaning up temporary data from old regions at 1732706438936 (+7 ms)Running coprocessor post-open hooks at 1732706438939 (+3 ms)Region opened successfully at 1732706438939 2024-11-27T11:20:38,940 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732706437791.dfedf7b1bada3af5611801a5b717f980., pid=6, masterSystemTime=1732706438923 2024-11-27T11:20:38,942 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732706437791.dfedf7b1bada3af5611801a5b717f980. 2024-11-27T11:20:38,943 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732706437791.dfedf7b1bada3af5611801a5b717f980. 2024-11-27T11:20:38,943 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dfedf7b1bada3af5611801a5b717f980, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b617c7edc8e,37187,1732706430313 2024-11-27T11:20:38,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfedf7b1bada3af5611801a5b717f980, server=5b617c7edc8e,37187,1732706430313 because future has completed 2024-11-27T11:20:38,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:20:38,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dfedf7b1bada3af5611801a5b717f980, server=5b617c7edc8e,37187,1732706430313 in 175 msec 2024-11-27T11:20:38,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T11:20:38,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dfedf7b1bada3af5611801a5b717f980, ASSIGN in 331 msec 2024-11-27T11:20:38,953 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:20:38,953 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706438953"}]},"ts":"1732706438953"} 2024-11-27T11:20:38,955 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T11:20:38,956 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:20:38,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-27T11:20:39,737 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T11:20:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:39,939 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T11:20:39,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,38779,1732706434480 2024-11-27T11:20:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b8f746d 2024-11-27T11:20:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:39,947 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:20:39,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:20:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T11:20:39,952 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:20:39,953 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:39,954 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:20:39,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T11:20:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:39,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741835_1011 (size=902) 2024-11-27T11:20:39,974 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c891f6f0065f4b5498ea17f74eb81201, NAME => 'test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7 2024-11-27T11:20:39,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741836_1012 (size=39) 2024-11-27T11:20:39,996 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:39,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c891f6f0065f4b5498ea17f74eb81201, disabling compactions & flushes 2024-11-27T11:20:39,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201. 2024-11-27T11:20:39,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201. 2024-11-27T11:20:39,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201. after waiting 0 ms 2024-11-27T11:20:39,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201. 2024-11-27T11:20:39,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201. 2024-11-27T11:20:39,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c891f6f0065f4b5498ea17f74eb81201: Waiting for close lock at 1732706439997Disabling compacts and flushes for region at 1732706439997Disabling writes for close at 1732706439997Writing region close event to WAL at 1732706439997Closed at 1732706439997 2024-11-27T11:20:39,999 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:20:39,999 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732706439999"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706439999"}]},"ts":"1732706439999"} 2024-11-27T11:20:40,003 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:20:40,004 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:20:40,004 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706440004"}]},"ts":"1732706440004"} 2024-11-27T11:20:40,007 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T11:20:40,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c891f6f0065f4b5498ea17f74eb81201, ASSIGN}] 2024-11-27T11:20:40,009 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c891f6f0065f4b5498ea17f74eb81201, ASSIGN 2024-11-27T11:20:40,010 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c891f6f0065f4b5498ea17f74eb81201, ASSIGN; state=OFFLINE, location=5b617c7edc8e,46281,1732706434518; forceNewPlan=false, retain=false 2024-11-27T11:20:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:40,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c891f6f0065f4b5498ea17f74eb81201, regionState=OPENING, regionLocation=5b617c7edc8e,46281,1732706434518 2024-11-27T11:20:40,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c891f6f0065f4b5498ea17f74eb81201, ASSIGN because future has completed 2024-11-27T11:20:40,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c891f6f0065f4b5498ea17f74eb81201, server=5b617c7edc8e,46281,1732706434518}] 2024-11-27T11:20:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:40,321 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201. 2024-11-27T11:20:40,321 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c891f6f0065f4b5498ea17f74eb81201, NAME => 'test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:40,322 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:20:40,322 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T11:20:40,322 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c891f6f0065f4b5498ea17f74eb81201 2024-11-27T11:20:40,322 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:40,322 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c891f6f0065f4b5498ea17f74eb81201 2024-11-27T11:20:40,322 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c891f6f0065f4b5498ea17f74eb81201 2024-11-27T11:20:40,324 INFO [StoreOpener-c891f6f0065f4b5498ea17f74eb81201-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c891f6f0065f4b5498ea17f74eb81201 2024-11-27T11:20:40,325 INFO [StoreOpener-c891f6f0065f4b5498ea17f74eb81201-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c891f6f0065f4b5498ea17f74eb81201 columnFamilyName f 2024-11-27T11:20:40,325 DEBUG [StoreOpener-c891f6f0065f4b5498ea17f74eb81201-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:40,325 INFO [StoreOpener-c891f6f0065f4b5498ea17f74eb81201-1 {}] regionserver.HStore(327): Store=c891f6f0065f4b5498ea17f74eb81201/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:40,325 INFO [StoreOpener-c891f6f0065f4b5498ea17f74eb81201-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c891f6f0065f4b5498ea17f74eb81201 2024-11-27T11:20:40,326 INFO [StoreOpener-c891f6f0065f4b5498ea17f74eb81201-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c891f6f0065f4b5498ea17f74eb81201 columnFamilyName f1 2024-11-27T11:20:40,326 DEBUG [StoreOpener-c891f6f0065f4b5498ea17f74eb81201-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:40,327 INFO [StoreOpener-c891f6f0065f4b5498ea17f74eb81201-1 {}] regionserver.HStore(327): Store=c891f6f0065f4b5498ea17f74eb81201/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:40,327 INFO [StoreOpener-c891f6f0065f4b5498ea17f74eb81201-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c891f6f0065f4b5498ea17f74eb81201 2024-11-27T11:20:40,328 INFO [StoreOpener-c891f6f0065f4b5498ea17f74eb81201-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c891f6f0065f4b5498ea17f74eb81201 columnFamilyName norep 2024-11-27T11:20:40,328 DEBUG [StoreOpener-c891f6f0065f4b5498ea17f74eb81201-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:40,328 INFO [StoreOpener-c891f6f0065f4b5498ea17f74eb81201-1 {}] regionserver.HStore(327): Store=c891f6f0065f4b5498ea17f74eb81201/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:40,330 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c891f6f0065f4b5498ea17f74eb81201 2024-11-27T11:20:40,330 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201 2024-11-27T11:20:40,331 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201 2024-11-27T11:20:40,332 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c891f6f0065f4b5498ea17f74eb81201 2024-11-27T11:20:40,332 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c891f6f0065f4b5498ea17f74eb81201 2024-11-27T11:20:40,333 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:20:40,341 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c891f6f0065f4b5498ea17f74eb81201 2024-11-27T11:20:40,349 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:40,349 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c891f6f0065f4b5498ea17f74eb81201; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74993821, jitterRate=0.11749501526355743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:20:40,349 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c891f6f0065f4b5498ea17f74eb81201 2024-11-27T11:20:40,349 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c891f6f0065f4b5498ea17f74eb81201: Running coprocessor pre-open hook at 1732706440322Writing region info on filesystem at 1732706440322Initializing all the Stores at 1732706440323 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706440323Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706440323Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706440323Cleaning up temporary data from old regions at 1732706440332 (+9 ms)Running coprocessor post-open hooks at 1732706440349 (+17 ms)Region opened successfully at 1732706440349 2024-11-27T11:20:40,350 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201., pid=6, masterSystemTime=1732706440317 2024-11-27T11:20:40,352 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201. 2024-11-27T11:20:40,352 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201. 2024-11-27T11:20:40,353 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c891f6f0065f4b5498ea17f74eb81201, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b617c7edc8e,46281,1732706434518 2024-11-27T11:20:40,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c891f6f0065f4b5498ea17f74eb81201, server=5b617c7edc8e,46281,1732706434518 because future has completed 2024-11-27T11:20:40,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:20:40,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c891f6f0065f4b5498ea17f74eb81201, server=5b617c7edc8e,46281,1732706434518 in 192 msec 2024-11-27T11:20:40,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T11:20:40,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c891f6f0065f4b5498ea17f74eb81201, ASSIGN in 352 msec 2024-11-27T11:20:40,363 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:20:40,363 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706440363"}]},"ts":"1732706440363"} 2024-11-27T11:20:40,365 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T11:20:40,366 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:20:40,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 417 msec 2024-11-27T11:20:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:20:40,579 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T11:20:40,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79574a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:40,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43459,-1 for getting cluster id 2024-11-27T11:20:40,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:40,581 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a7a9fa-292c-4f6f-8d22-119acd577fec' 2024-11-27T11:20:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a7a9fa-292c-4f6f-8d22-119acd577fec" 2024-11-27T11:20:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bca4d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43459,-1] 2024-11-27T11:20:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:40,584 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:40,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7d9f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:40,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:40,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43459,1732706426086 2024-11-27T11:20:40,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c7f6c3f 2024-11-27T11:20:40,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:40,590 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:20:40,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b617c7edc8e:34391,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T11:20:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:20:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:40,594 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:34391' 2024-11-27T11:20:40,595 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e78af8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:40,595 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,34391,-1 for getting cluster id 2024-11-27T11:20:40,595 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:40,596 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5080d67-5cd5-4375-b29a-d4bf8442bce4' 2024-11-27T11:20:40,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:40,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5080d67-5cd5-4375-b29a-d4bf8442bce4" 2024-11-27T11:20:40,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c75915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:40,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,34391,-1] 2024-11-27T11:20:40,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:40,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:40,598 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:40,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44fab038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:40,599 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:40,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,34391,1732706430273 2024-11-27T11:20:40,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b527d9d 2024-11-27T11:20:40,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:40,601 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:20:40,602 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T11:20:40,602 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:20:40,602 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:40,602 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:40,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:40,602 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:20:40,603 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T11:20:40,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:20:40,604 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:40,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:20:40,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741837_1013 (size=1138) 2024-11-27T11:20:40,654 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T11:20:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:41,024 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3ffffd567366a8438e91c2fcb707ac2, NAME => 'hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733 2024-11-27T11:20:41,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741838_1014 (size=44) 2024-11-27T11:20:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:41,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:41,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c3ffffd567366a8438e91c2fcb707ac2, disabling compactions & flushes 2024-11-27T11:20:41,430 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2. 2024-11-27T11:20:41,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2. 2024-11-27T11:20:41,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2. after waiting 1 ms 2024-11-27T11:20:41,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2. 2024-11-27T11:20:41,431 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2. 2024-11-27T11:20:41,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3ffffd567366a8438e91c2fcb707ac2: Waiting for close lock at 1732706441430Disabling compacts and flushes for region at 1732706441430Disabling writes for close at 1732706441431 (+1 ms)Writing region close event to WAL at 1732706441431Closed at 1732706441431 2024-11-27T11:20:41,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:20:41,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732706441432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706441432"}]},"ts":"1732706441432"} 2024-11-27T11:20:41,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:20:41,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:20:41,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706441435"}]},"ts":"1732706441435"} 2024-11-27T11:20:41,438 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T11:20:41,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3ffffd567366a8438e91c2fcb707ac2, ASSIGN}] 2024-11-27T11:20:41,440 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3ffffd567366a8438e91c2fcb707ac2, ASSIGN 2024-11-27T11:20:41,441 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3ffffd567366a8438e91c2fcb707ac2, ASSIGN; state=OFFLINE, location=5b617c7edc8e,43447,1732706426260; forceNewPlan=false, retain=false 2024-11-27T11:20:41,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c3ffffd567366a8438e91c2fcb707ac2, regionState=OPENING, regionLocation=5b617c7edc8e,43447,1732706426260 2024-11-27T11:20:41,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3ffffd567366a8438e91c2fcb707ac2, ASSIGN because future has completed 2024-11-27T11:20:41,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3ffffd567366a8438e91c2fcb707ac2, server=5b617c7edc8e,43447,1732706426260}] 2024-11-27T11:20:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:41,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2. 2024-11-27T11:20:41,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:41,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T11:20:41,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C43447%2C1732706426260.rep, suffix=, logDir=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260, archiveDir=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/oldWALs, maxLogs=10 2024-11-27T11:20:41,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.rep.1732706441752, exclude list is [], retry=0 2024-11-27T11:20:41,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45015,DS-d3111c83-aad1-430d-acb3-2b1ccc7261a9,DISK] 2024-11-27T11:20:41,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.rep.1732706441752 2024-11-27T11:20:41,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39085:39085)] 2024-11-27T11:20:41,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c3ffffd567366a8438e91c2fcb707ac2, NAME => 'hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:41,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:20:41,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:20:41,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2. service=MultiRowMutationService 2024-11-27T11:20:41,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T11:20:41,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c3ffffd567366a8438e91c2fcb707ac2 2024-11-27T11:20:41,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:41,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c3ffffd567366a8438e91c2fcb707ac2 2024-11-27T11:20:41,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c3ffffd567366a8438e91c2fcb707ac2 2024-11-27T11:20:41,774 INFO [StoreOpener-c3ffffd567366a8438e91c2fcb707ac2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c3ffffd567366a8438e91c2fcb707ac2 2024-11-27T11:20:41,776 INFO [StoreOpener-c3ffffd567366a8438e91c2fcb707ac2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3ffffd567366a8438e91c2fcb707ac2 columnFamilyName hfileref 2024-11-27T11:20:41,776 DEBUG [StoreOpener-c3ffffd567366a8438e91c2fcb707ac2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:41,776 INFO [StoreOpener-c3ffffd567366a8438e91c2fcb707ac2-1 {}] regionserver.HStore(327): Store=c3ffffd567366a8438e91c2fcb707ac2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:41,776 INFO [StoreOpener-c3ffffd567366a8438e91c2fcb707ac2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c3ffffd567366a8438e91c2fcb707ac2 2024-11-27T11:20:41,777 INFO [StoreOpener-c3ffffd567366a8438e91c2fcb707ac2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3ffffd567366a8438e91c2fcb707ac2 columnFamilyName queue 2024-11-27T11:20:41,777 DEBUG [StoreOpener-c3ffffd567366a8438e91c2fcb707ac2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:41,778 INFO [StoreOpener-c3ffffd567366a8438e91c2fcb707ac2-1 {}] regionserver.HStore(327): Store=c3ffffd567366a8438e91c2fcb707ac2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:41,778 INFO [StoreOpener-c3ffffd567366a8438e91c2fcb707ac2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c3ffffd567366a8438e91c2fcb707ac2 2024-11-27T11:20:41,779 INFO [StoreOpener-c3ffffd567366a8438e91c2fcb707ac2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3ffffd567366a8438e91c2fcb707ac2 columnFamilyName sid 2024-11-27T11:20:41,779 DEBUG [StoreOpener-c3ffffd567366a8438e91c2fcb707ac2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:41,779 INFO [StoreOpener-c3ffffd567366a8438e91c2fcb707ac2-1 {}] regionserver.HStore(327): Store=c3ffffd567366a8438e91c2fcb707ac2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:41,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c3ffffd567366a8438e91c2fcb707ac2 2024-11-27T11:20:41,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/replication/c3ffffd567366a8438e91c2fcb707ac2 2024-11-27T11:20:41,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/replication/c3ffffd567366a8438e91c2fcb707ac2 2024-11-27T11:20:41,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c3ffffd567366a8438e91c2fcb707ac2 2024-11-27T11:20:41,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c3ffffd567366a8438e91c2fcb707ac2 2024-11-27T11:20:41,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:20:41,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c3ffffd567366a8438e91c2fcb707ac2 2024-11-27T11:20:41,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/replication/c3ffffd567366a8438e91c2fcb707ac2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:41,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c3ffffd567366a8438e91c2fcb707ac2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72201744, jitterRate=0.07588982582092285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:20:41,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3ffffd567366a8438e91c2fcb707ac2 2024-11-27T11:20:41,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c3ffffd567366a8438e91c2fcb707ac2: Running coprocessor pre-open hook at 1732706441773Writing region info on filesystem at 1732706441773Initializing all the Stores at 1732706441774 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706441774Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706441774Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706441774Cleaning up temporary data from old regions at 1732706441782 (+8 ms)Running coprocessor post-open hooks at 1732706441787 (+5 ms)Region opened successfully at 1732706441788 (+1 ms) 2024-11-27T11:20:41,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2., pid=10, masterSystemTime=1732706441747 2024-11-27T11:20:41,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2. 2024-11-27T11:20:41,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2. 2024-11-27T11:20:41,791 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c3ffffd567366a8438e91c2fcb707ac2, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,43447,1732706426260 2024-11-27T11:20:41,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3ffffd567366a8438e91c2fcb707ac2, server=5b617c7edc8e,43447,1732706426260 because future has completed 2024-11-27T11:20:41,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T11:20:41,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c3ffffd567366a8438e91c2fcb707ac2, server=5b617c7edc8e,43447,1732706426260 in 200 msec 2024-11-27T11:20:41,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T11:20:41,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3ffffd567366a8438e91c2fcb707ac2, ASSIGN in 358 msec 2024-11-27T11:20:41,799 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:20:41,799 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706441799"}]},"ts":"1732706441799"} 2024-11-27T11:20:41,801 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T11:20:41,802 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:20:41,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-11-27T11:20:41,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2., hostname=5b617c7edc8e,43447,1732706426260, seqNum=2] 2024-11-27T11:20:41,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134 2024-11-27T11:20:41,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134 2024-11-27T11:20:41,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:20:41,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T11:20:41,977 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T11:20:42,007 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b617c7edc8e,43447,1732706426260, ReplicationSource: 1, currentBandwidth=0 2024-11-27T11:20:42,008 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:42,008 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,43447,1732706426260, seqNum=-1] 2024-11-27T11:20:42,008 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:42,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T11:20:42,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b617c7edc8e,43447,1732706426260', locateType=CURRENT is [region=hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2., hostname=5b617c7edc8e,43447,1732706426260, seqNum=2] 2024-11-27T11:20:42,013 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T11:20:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T11:20:42,015 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b617c7edc8e,43447,1732706426260 suceeded 2024-11-27T11:20:42,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T11:20:42,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-27T11:20:42,019 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b617c7edc8e:34391,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:20:42,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4290 sec 2024-11-27T11:20:42,032 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:34391' 2024-11-27T11:20:42,033 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@278b2311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:42,033 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,34391,-1 for getting cluster id 2024-11-27T11:20:42,033 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:42,034 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5080d67-5cd5-4375-b29a-d4bf8442bce4' 2024-11-27T11:20:42,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:42,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5080d67-5cd5-4375-b29a-d4bf8442bce4" 2024-11-27T11:20:42,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44bdf8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:42,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,34391,-1] 2024-11-27T11:20:42,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:42,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:42,036 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:42,036 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae2b2fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:42,037 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:42,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,34391,1732706430273 2024-11-27T11:20:42,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2df2ce8d 2024-11-27T11:20:42,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:42,040 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-27T11:20:42,041 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b617c7edc8e,43447,1732706426260 (queues=1) is replicating from cluster=24a7a9fa-292c-4f6f-8d22-119acd577fec to cluster=c5080d67-5cd5-4375-b29a-d4bf8442bce4 2024-11-27T11:20:42,041 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b617c7edc8e%2C43447%2C1732706426260 2024-11-27T11:20:42,042 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b617c7edc8e,43447,1732706426260, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:20:42,042 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888, startPosition=0, beingWritten=true 2024-11-27T11:20:42,042 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.shipper5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C43447%2C1732706426260 2024-11-27T11:20:42,047 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:42,047 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 379, reset compression=false 2024-11-27T11:20:42,047 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.shipper5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,43447,1732706426260 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:42,250 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 379, reset compression=false 2024-11-27T11:20:42,553 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 379, reset compression=false 2024-11-27T11:20:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:42,749 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T11:20:42,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:20:42,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:42,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:42,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:42,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:42,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d3f510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:42,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,34391,-1 for getting cluster id 2024-11-27T11:20:42,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:42,752 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5080d67-5cd5-4375-b29a-d4bf8442bce4' 2024-11-27T11:20:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5080d67-5cd5-4375-b29a-d4bf8442bce4" 2024-11-27T11:20:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58da2600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,34391,-1] 2024-11-27T11:20:42,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:42,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:42,754 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:42,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1058c2e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:42,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:42,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,34391,1732706430273 2024-11-27T11:20:42,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62191e03 2024-11-27T11:20:42,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:42,757 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:20:42,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34391 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b617c7edc8e:38779,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T11:20:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34391 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:20:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:42,761 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:38779' 2024-11-27T11:20:42,767 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3d518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:42,767 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,38779,-1 for getting cluster id 2024-11-27T11:20:42,767 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:42,768 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc' 2024-11-27T11:20:42,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:42,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc" 2024-11-27T11:20:42,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c69b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:42,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,38779,-1] 2024-11-27T11:20:42,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:42,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:42,770 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:42,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf2d63e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:42,771 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:42,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,38779,1732706434480 2024-11-27T11:20:42,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bbbb78 2024-11-27T11:20:42,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:42,772 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:20:42,773 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-27T11:20:42,773 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:20:42,773 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:42,773 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:42,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:42,774 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:20:42,775 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T11:20:42,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:20:42,776 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:42,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:20:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741837_1013 (size=1138) 2024-11-27T11:20:42,825 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T11:20:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:42,957 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 379, reset compression=false 2024-11-27T11:20:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:43,185 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ca0c0857c03a4e0796b6d1dae5b2dc0, NAME => 'hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e 2024-11-27T11:20:43,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741838_1014 (size=44) 2024-11-27T11:20:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:43,464 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 379, reset compression=false 2024-11-27T11:20:43,597 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:43,597 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2ca0c0857c03a4e0796b6d1dae5b2dc0, disabling compactions & flushes 2024-11-27T11:20:43,597 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. 2024-11-27T11:20:43,597 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. 2024-11-27T11:20:43,597 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. after waiting 0 ms 2024-11-27T11:20:43,597 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. 2024-11-27T11:20:43,597 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. 2024-11-27T11:20:43,597 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ca0c0857c03a4e0796b6d1dae5b2dc0: Waiting for close lock at 1732706443597Disabling compacts and flushes for region at 1732706443597Disabling writes for close at 1732706443597Writing region close event to WAL at 1732706443597Closed at 1732706443597 2024-11-27T11:20:43,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:20:43,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732706443599"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706443599"}]},"ts":"1732706443599"} 2024-11-27T11:20:43,601 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:20:43,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:20:43,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706443602"}]},"ts":"1732706443602"} 2024-11-27T11:20:43,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T11:20:43,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ca0c0857c03a4e0796b6d1dae5b2dc0, ASSIGN}] 2024-11-27T11:20:43,606 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ca0c0857c03a4e0796b6d1dae5b2dc0, ASSIGN 2024-11-27T11:20:43,607 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2ca0c0857c03a4e0796b6d1dae5b2dc0, ASSIGN; state=OFFLINE, location=5b617c7edc8e,37187,1732706430313; forceNewPlan=false, retain=false 2024-11-27T11:20:43,758 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2ca0c0857c03a4e0796b6d1dae5b2dc0, regionState=OPENING, regionLocation=5b617c7edc8e,37187,1732706430313 2024-11-27T11:20:43,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2ca0c0857c03a4e0796b6d1dae5b2dc0, ASSIGN because future has completed 2024-11-27T11:20:43,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ca0c0857c03a4e0796b6d1dae5b2dc0, server=5b617c7edc8e,37187,1732706430313}] 2024-11-27T11:20:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:43,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. 2024-11-27T11:20:43,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:43,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T11:20:43,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C37187%2C1732706430313.rep, suffix=, logDir=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313, archiveDir=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/oldWALs, maxLogs=10 2024-11-27T11:20:43,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.rep.1732706443920, exclude list is [], retry=0 2024-11-27T11:20:43,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33493,DS-f6ef4a14-700f-4538-85a8-f959c1846273,DISK] 2024-11-27T11:20:43,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.rep.1732706443920 2024-11-27T11:20:43,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46197:46197)] 2024-11-27T11:20:43,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ca0c0857c03a4e0796b6d1dae5b2dc0, NAME => 'hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:43,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:20:43,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:20:43,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. service=MultiRowMutationService 2024-11-27T11:20:43,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T11:20:43,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2ca0c0857c03a4e0796b6d1dae5b2dc0 2024-11-27T11:20:43,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:43,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2ca0c0857c03a4e0796b6d1dae5b2dc0 2024-11-27T11:20:43,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2ca0c0857c03a4e0796b6d1dae5b2dc0 2024-11-27T11:20:43,941 INFO [StoreOpener-2ca0c0857c03a4e0796b6d1dae5b2dc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2ca0c0857c03a4e0796b6d1dae5b2dc0 2024-11-27T11:20:43,942 INFO [StoreOpener-2ca0c0857c03a4e0796b6d1dae5b2dc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ca0c0857c03a4e0796b6d1dae5b2dc0 columnFamilyName hfileref 2024-11-27T11:20:43,943 DEBUG [StoreOpener-2ca0c0857c03a4e0796b6d1dae5b2dc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:43,943 INFO [StoreOpener-2ca0c0857c03a4e0796b6d1dae5b2dc0-1 {}] regionserver.HStore(327): Store=2ca0c0857c03a4e0796b6d1dae5b2dc0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:43,943 INFO [StoreOpener-2ca0c0857c03a4e0796b6d1dae5b2dc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2ca0c0857c03a4e0796b6d1dae5b2dc0 2024-11-27T11:20:43,944 INFO [StoreOpener-2ca0c0857c03a4e0796b6d1dae5b2dc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ca0c0857c03a4e0796b6d1dae5b2dc0 columnFamilyName queue 2024-11-27T11:20:43,944 DEBUG [StoreOpener-2ca0c0857c03a4e0796b6d1dae5b2dc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:43,944 INFO [StoreOpener-2ca0c0857c03a4e0796b6d1dae5b2dc0-1 {}] regionserver.HStore(327): Store=2ca0c0857c03a4e0796b6d1dae5b2dc0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:43,944 INFO [StoreOpener-2ca0c0857c03a4e0796b6d1dae5b2dc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2ca0c0857c03a4e0796b6d1dae5b2dc0 2024-11-27T11:20:43,945 INFO [StoreOpener-2ca0c0857c03a4e0796b6d1dae5b2dc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ca0c0857c03a4e0796b6d1dae5b2dc0 columnFamilyName sid 2024-11-27T11:20:43,945 DEBUG [StoreOpener-2ca0c0857c03a4e0796b6d1dae5b2dc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:43,946 INFO [StoreOpener-2ca0c0857c03a4e0796b6d1dae5b2dc0-1 {}] regionserver.HStore(327): Store=2ca0c0857c03a4e0796b6d1dae5b2dc0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:43,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2ca0c0857c03a4e0796b6d1dae5b2dc0 2024-11-27T11:20:43,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/replication/2ca0c0857c03a4e0796b6d1dae5b2dc0 2024-11-27T11:20:43,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/replication/2ca0c0857c03a4e0796b6d1dae5b2dc0 2024-11-27T11:20:43,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2ca0c0857c03a4e0796b6d1dae5b2dc0 2024-11-27T11:20:43,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2ca0c0857c03a4e0796b6d1dae5b2dc0 2024-11-27T11:20:43,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:20:43,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2ca0c0857c03a4e0796b6d1dae5b2dc0 2024-11-27T11:20:43,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/replication/2ca0c0857c03a4e0796b6d1dae5b2dc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:43,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2ca0c0857c03a4e0796b6d1dae5b2dc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74824926, jitterRate=0.11497828364372253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:20:43,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ca0c0857c03a4e0796b6d1dae5b2dc0 2024-11-27T11:20:43,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2ca0c0857c03a4e0796b6d1dae5b2dc0: Running coprocessor pre-open hook at 1732706443940Writing region info on filesystem at 1732706443940Initializing all the Stores at 1732706443941 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706443941Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706443941Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706443941Cleaning up temporary data from old regions at 1732706443947 (+6 ms)Running coprocessor post-open hooks at 1732706443951 (+4 ms)Region opened successfully at 1732706443951 2024-11-27T11:20:43,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0., pid=10, masterSystemTime=1732706443914 2024-11-27T11:20:43,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. 2024-11-27T11:20:43,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. 2024-11-27T11:20:43,954 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2ca0c0857c03a4e0796b6d1dae5b2dc0, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,37187,1732706430313 2024-11-27T11:20:43,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ca0c0857c03a4e0796b6d1dae5b2dc0, server=5b617c7edc8e,37187,1732706430313 because future has completed 2024-11-27T11:20:43,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T11:20:43,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ca0c0857c03a4e0796b6d1dae5b2dc0, server=5b617c7edc8e,37187,1732706430313 in 195 msec 2024-11-27T11:20:43,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T11:20:43,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ca0c0857c03a4e0796b6d1dae5b2dc0, ASSIGN in 353 msec 2024-11-27T11:20:43,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:20:43,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706443961"}]},"ts":"1732706443961"} 2024-11-27T11:20:43,962 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T11:20:43,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:20:43,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-27T11:20:43,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0., hostname=5b617c7edc8e,37187,1732706430313, seqNum=2] 2024-11-27T11:20:43,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408 2024-11-27T11:20:43,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408 2024-11-27T11:20:43,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:20:44,068 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 379, reset compression=false 2024-11-27T11:20:44,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37187 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T11:20:44,145 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T11:20:44,183 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b617c7edc8e,37187,1732706430313, ReplicationSource: 1, currentBandwidth=0 2024-11-27T11:20:44,184 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:44,184 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37187,1732706430313, seqNum=-1] 2024-11-27T11:20:44,185 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:44,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T11:20:44,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b617c7edc8e,37187,1732706430313', locateType=CURRENT is [region=hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0., hostname=5b617c7edc8e,37187,1732706430313, seqNum=2] 2024-11-27T11:20:44,191 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T11:20:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34391 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T11:20:44,195 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b617c7edc8e,37187,1732706430313 suceeded 2024-11-27T11:20:44,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T11:20:44,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-27T11:20:44,198 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b617c7edc8e:38779,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:20:44,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4400 sec 2024-11-27T11:20:44,211 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:38779' 2024-11-27T11:20:44,213 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b358f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:44,213 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,38779,-1 for getting cluster id 2024-11-27T11:20:44,213 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:44,214 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc' 2024-11-27T11:20:44,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:44,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc" 2024-11-27T11:20:44,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5942b396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:44,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,38779,-1] 2024-11-27T11:20:44,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:44,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:44,216 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:44,216 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b51974a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:44,216 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:44,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,38779,1732706434480 2024-11-27T11:20:44,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@722bb227 2024-11-27T11:20:44,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:44,218 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-27T11:20:44,218 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b617c7edc8e,37187,1732706430313 (queues=1) is replicating from cluster=c5080d67-5cd5-4375-b29a-d4bf8442bce4 to cluster=9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc 2024-11-27T11:20:44,219 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b617c7edc8e%2C37187%2C1732706430313 2024-11-27T11:20:44,219 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b617c7edc8e,37187,1732706430313, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:20:44,219 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C37187%2C1732706430313 2024-11-27T11:20:44,219 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304, startPosition=0, beingWritten=true 2024-11-27T11:20:44,225 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:44,226 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 379, reset compression=false 2024-11-27T11:20:44,226 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37187,1732706430313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:44,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:20:44,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:44,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:44,433 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 379, reset compression=false 2024-11-27T11:20:44,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:44,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:44,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:44,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:44,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:44,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:44,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:44,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:44,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:44,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:44,539 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T11:20:44,737 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 379, reset compression=false 2024-11-27T11:20:44,773 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 379, reset compression=false 2024-11-27T11:20:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:44,919 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T11:20:44,919 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:20:44,919 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:44,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:44,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:44,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:44,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510218c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:44,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,38779,-1 for getting cluster id 2024-11-27T11:20:44,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:44,922 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc' 2024-11-27T11:20:44,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:44,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc" 2024-11-27T11:20:44,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579d184f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:44,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,38779,-1] 2024-11-27T11:20:44,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:44,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:44,924 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:44,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5292fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:44,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:44,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,38779,1732706434480 2024-11-27T11:20:44,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@757f1d7 2024-11-27T11:20:44,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:44,927 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:20:44,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b617c7edc8e:43459,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T11:20:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:20:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:44,932 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:43459' 2024-11-27T11:20:44,933 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255c0e07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:44,933 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43459,-1 for getting cluster id 2024-11-27T11:20:44,933 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:44,934 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a7a9fa-292c-4f6f-8d22-119acd577fec' 2024-11-27T11:20:44,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:44,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a7a9fa-292c-4f6f-8d22-119acd577fec" 2024-11-27T11:20:44,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b5069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:44,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43459,-1] 2024-11-27T11:20:44,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:44,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:44,936 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:44,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61405452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:44,944 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:44,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43459,1732706426086 2024-11-27T11:20:44,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d1a90e5 2024-11-27T11:20:44,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:44,946 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:20:44,947 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T11:20:44,947 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:20:44,947 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:44,947 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:44,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:44,948 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:20:44,949 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T11:20:44,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:20:44,950 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:44,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:20:44,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741837_1013 (size=1138) 2024-11-27T11:20:44,963 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7f81e252f96ec1af6acb48a5d3124ea, NAME => 'hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7 2024-11-27T11:20:44,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741838_1014 (size=44) 2024-11-27T11:20:44,999 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T11:20:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:45,143 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 379, reset compression=false 2024-11-27T11:20:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:45,372 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:45,372 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d7f81e252f96ec1af6acb48a5d3124ea, disabling compactions & flushes 2024-11-27T11:20:45,372 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea. 2024-11-27T11:20:45,372 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea. 2024-11-27T11:20:45,372 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea. after waiting 0 ms 2024-11-27T11:20:45,372 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea. 2024-11-27T11:20:45,372 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea. 2024-11-27T11:20:45,372 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7f81e252f96ec1af6acb48a5d3124ea: Waiting for close lock at 1732706445372Disabling compacts and flushes for region at 1732706445372Disabling writes for close at 1732706445372Writing region close event to WAL at 1732706445372Closed at 1732706445372 2024-11-27T11:20:45,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:20:45,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732706445373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706445373"}]},"ts":"1732706445373"} 2024-11-27T11:20:45,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:20:45,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:20:45,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706445376"}]},"ts":"1732706445376"} 2024-11-27T11:20:45,377 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T11:20:45,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7f81e252f96ec1af6acb48a5d3124ea, ASSIGN}] 2024-11-27T11:20:45,378 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7f81e252f96ec1af6acb48a5d3124ea, ASSIGN 2024-11-27T11:20:45,379 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7f81e252f96ec1af6acb48a5d3124ea, ASSIGN; state=OFFLINE, location=5b617c7edc8e,46281,1732706434518; forceNewPlan=false, retain=false 2024-11-27T11:20:45,530 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7f81e252f96ec1af6acb48a5d3124ea, regionState=OPENING, regionLocation=5b617c7edc8e,46281,1732706434518 2024-11-27T11:20:45,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7f81e252f96ec1af6acb48a5d3124ea, ASSIGN because future has completed 2024-11-27T11:20:45,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7f81e252f96ec1af6acb48a5d3124ea, server=5b617c7edc8e,46281,1732706434518}] 2024-11-27T11:20:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:45,578 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 379, reset compression=false 2024-11-27T11:20:45,648 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 379, reset compression=false 2024-11-27T11:20:45,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea. 2024-11-27T11:20:45,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:20:45,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T11:20:45,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C46281%2C1732706434518.rep, suffix=, logDir=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518, archiveDir=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/oldWALs, maxLogs=10 2024-11-27T11:20:45,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.rep.1732706445694, exclude list is [], retry=0 2024-11-27T11:20:45,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40103,DS-e5df3307-0848-4cbb-b5a8-86b8187917aa,DISK] 2024-11-27T11:20:45,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.rep.1732706445694 2024-11-27T11:20:45,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33109:33109)] 2024-11-27T11:20:45,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d7f81e252f96ec1af6acb48a5d3124ea, NAME => 'hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:20:45,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:20:45,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:20:45,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea. service=MultiRowMutationService 2024-11-27T11:20:45,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T11:20:45,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d7f81e252f96ec1af6acb48a5d3124ea 2024-11-27T11:20:45,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:20:45,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d7f81e252f96ec1af6acb48a5d3124ea 2024-11-27T11:20:45,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d7f81e252f96ec1af6acb48a5d3124ea 2024-11-27T11:20:45,721 INFO [StoreOpener-d7f81e252f96ec1af6acb48a5d3124ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d7f81e252f96ec1af6acb48a5d3124ea 2024-11-27T11:20:45,722 INFO [StoreOpener-d7f81e252f96ec1af6acb48a5d3124ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7f81e252f96ec1af6acb48a5d3124ea columnFamilyName hfileref 2024-11-27T11:20:45,723 DEBUG [StoreOpener-d7f81e252f96ec1af6acb48a5d3124ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:45,723 INFO [StoreOpener-d7f81e252f96ec1af6acb48a5d3124ea-1 {}] regionserver.HStore(327): Store=d7f81e252f96ec1af6acb48a5d3124ea/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:45,723 INFO [StoreOpener-d7f81e252f96ec1af6acb48a5d3124ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d7f81e252f96ec1af6acb48a5d3124ea 2024-11-27T11:20:45,724 INFO [StoreOpener-d7f81e252f96ec1af6acb48a5d3124ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7f81e252f96ec1af6acb48a5d3124ea columnFamilyName queue 2024-11-27T11:20:45,724 DEBUG [StoreOpener-d7f81e252f96ec1af6acb48a5d3124ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:45,724 INFO [StoreOpener-d7f81e252f96ec1af6acb48a5d3124ea-1 {}] regionserver.HStore(327): Store=d7f81e252f96ec1af6acb48a5d3124ea/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:45,725 INFO [StoreOpener-d7f81e252f96ec1af6acb48a5d3124ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d7f81e252f96ec1af6acb48a5d3124ea 2024-11-27T11:20:45,726 INFO [StoreOpener-d7f81e252f96ec1af6acb48a5d3124ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7f81e252f96ec1af6acb48a5d3124ea columnFamilyName sid 2024-11-27T11:20:45,726 DEBUG [StoreOpener-d7f81e252f96ec1af6acb48a5d3124ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:20:45,726 INFO [StoreOpener-d7f81e252f96ec1af6acb48a5d3124ea-1 {}] regionserver.HStore(327): Store=d7f81e252f96ec1af6acb48a5d3124ea/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:20:45,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d7f81e252f96ec1af6acb48a5d3124ea 2024-11-27T11:20:45,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/replication/d7f81e252f96ec1af6acb48a5d3124ea 2024-11-27T11:20:45,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/replication/d7f81e252f96ec1af6acb48a5d3124ea 2024-11-27T11:20:45,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d7f81e252f96ec1af6acb48a5d3124ea 2024-11-27T11:20:45,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d7f81e252f96ec1af6acb48a5d3124ea 2024-11-27T11:20:45,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:20:45,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d7f81e252f96ec1af6acb48a5d3124ea 2024-11-27T11:20:45,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/replication/d7f81e252f96ec1af6acb48a5d3124ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:20:45,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d7f81e252f96ec1af6acb48a5d3124ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62043825, jitterRate=-0.07547496259212494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:20:45,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7f81e252f96ec1af6acb48a5d3124ea 2024-11-27T11:20:45,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d7f81e252f96ec1af6acb48a5d3124ea: Running coprocessor pre-open hook at 1732706445720Writing region info on filesystem at 1732706445720Initializing all the Stores at 1732706445721 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706445721Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706445721Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706445721Cleaning up temporary data from old regions at 1732706445728 (+7 ms)Running coprocessor post-open hooks at 1732706445733 (+5 ms)Region opened successfully at 1732706445733 2024-11-27T11:20:45,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea., pid=10, masterSystemTime=1732706445687 2024-11-27T11:20:45,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea. 2024-11-27T11:20:45,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea. 2024-11-27T11:20:45,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7f81e252f96ec1af6acb48a5d3124ea, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,46281,1732706434518 2024-11-27T11:20:45,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7f81e252f96ec1af6acb48a5d3124ea, server=5b617c7edc8e,46281,1732706434518 because future has completed 2024-11-27T11:20:45,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T11:20:45,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d7f81e252f96ec1af6acb48a5d3124ea, server=5b617c7edc8e,46281,1732706434518 in 212 msec 2024-11-27T11:20:45,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T11:20:45,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7f81e252f96ec1af6acb48a5d3124ea, ASSIGN in 368 msec 2024-11-27T11:20:45,750 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:20:45,750 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706445750"}]},"ts":"1732706445750"} 2024-11-27T11:20:45,751 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T11:20:45,752 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:20:45,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 804 msec 2024-11-27T11:20:45,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea., hostname=5b617c7edc8e,46281,1732706434518, seqNum=2] 2024-11-27T11:20:45,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450 2024-11-27T11:20:45,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450 2024-11-27T11:20:45,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:20:45,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T11:20:45,967 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T11:20:45,996 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b617c7edc8e,46281,1732706434518, ReplicationSource: 1, currentBandwidth=0 2024-11-27T11:20:45,997 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:45,997 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,46281,1732706434518, seqNum=-1] 2024-11-27T11:20:45,997 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:45,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T11:20:46,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b617c7edc8e,46281,1732706434518', locateType=CURRENT is [region=hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea., hostname=5b617c7edc8e,46281,1732706434518, seqNum=2] 2024-11-27T11:20:46,002 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T11:20:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T11:20:46,004 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b617c7edc8e,46281,1732706434518 suceeded 2024-11-27T11:20:46,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T11:20:46,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-27T11:20:46,006 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b617c7edc8e:43459,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:20:46,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0780 sec 2024-11-27T11:20:46,017 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:43459' 2024-11-27T11:20:46,018 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aec1960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:46,018 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43459,-1 for getting cluster id 2024-11-27T11:20:46,018 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:46,019 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a7a9fa-292c-4f6f-8d22-119acd577fec' 2024-11-27T11:20:46,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:46,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a7a9fa-292c-4f6f-8d22-119acd577fec" 2024-11-27T11:20:46,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f65afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:46,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43459,-1] 2024-11-27T11:20:46,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:46,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:46,020 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:46,021 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63b533d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:46,021 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:46,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43459,1732706426086 2024-11-27T11:20:46,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b8f4343 2024-11-27T11:20:46,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:46,023 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T11:20:46,023 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b617c7edc8e,46281,1732706434518 (queues=1) is replicating from cluster=9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc to cluster=24a7a9fa-292c-4f6f-8d22-119acd577fec 2024-11-27T11:20:46,023 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b617c7edc8e%2C46281%2C1732706434518 2024-11-27T11:20:46,023 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b617c7edc8e,46281,1732706434518, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:20:46,024 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C46281%2C1732706434518 2024-11-27T11:20:46,024 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135, startPosition=0, beingWritten=true 2024-11-27T11:20:46,029 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:46,029 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 379, reset compression=false 2024-11-27T11:20:46,029 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46281,1732706434518 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:20:46,069 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T11:20:46,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:20:46,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:46,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:46,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:46,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:46,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142d56ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:46,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43459,-1 for getting cluster id 2024-11-27T11:20:46,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:46,071 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a7a9fa-292c-4f6f-8d22-119acd577fec' 2024-11-27T11:20:46,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:46,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a7a9fa-292c-4f6f-8d22-119acd577fec" 2024-11-27T11:20:46,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a19762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:46,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43459,-1] 2024-11-27T11:20:46,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:46,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:46,072 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:46,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1a6337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:46,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d74c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:46,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,34391,-1 for getting cluster id 2024-11-27T11:20:46,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:46,074 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5080d67-5cd5-4375-b29a-d4bf8442bce4' 2024-11-27T11:20:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5080d67-5cd5-4375-b29a-d4bf8442bce4" 2024-11-27T11:20:46,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d81980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:46,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,34391,-1] 2024-11-27T11:20:46,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:46,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:46,076 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:46,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6019c5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:46,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2760df51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:46,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,38779,-1 for getting cluster id 2024-11-27T11:20:46,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:46,077 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc' 2024-11-27T11:20:46,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:46,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc" 2024-11-27T11:20:46,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799ea94e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:46,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,38779,-1] 2024-11-27T11:20:46,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:46,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:46,078 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:46,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76da614a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:46,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,43447,1732706426260, seqNum=-1] 2024-11-27T11:20:46,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:46,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:20:46,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2., hostname=5b617c7edc8e,43447,1732706426260, seqNum=2] 2024-11-27T11:20:46,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:46,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,46281,1732706434518, seqNum=-1] 2024-11-27T11:20:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:46,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:20:46,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201., hostname=5b617c7edc8e,46281,1732706434518, seqNum=2] 2024-11-27T11:20:46,117 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T11:20:46,233 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 379, reset compression=false 2024-11-27T11:20:46,252 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 379, reset compression=false 2024-11-27T11:20:46,481 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 379, reset compression=false 2024-11-27T11:20:46,486 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:46,486 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 480, reset compression=false 2024-11-27T11:20:46,486 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.shipper5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,43447,1732706426260 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba76712f301aa4959cd8f1bf8474d2e2/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T11:20:46,488 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.shipper5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:20:46,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-27T11:20:46,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37187 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:46,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@395fd3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:46,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37187 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,34391,-1 for getting cluster id 2024-11-27T11:20:46,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:46,491 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5080d67-5cd5-4375-b29a-d4bf8442bce4' 2024-11-27T11:20:46,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:46,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5080d67-5cd5-4375-b29a-d4bf8442bce4" 2024-11-27T11:20:46,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@579bf5c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:46,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,34391,-1] 2024-11-27T11:20:46,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:46,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:46,493 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:46,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e76355a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:46,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37187 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:46,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37187,1732706430313, seqNum=-1] 2024-11-27T11:20:46,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:46,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T11:20:46,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732706437791.dfedf7b1bada3af5611801a5b717f980., hostname=5b617c7edc8e,37187,1732706430313, seqNum=2] 2024-11-27T11:20:46,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37187 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:46,536 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 379, reset compression=false 2024-11-27T11:20:46,689 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 480, reset compression=false 2024-11-27T11:20:46,940 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 379, reset compression=false 2024-11-27T11:20:46,956 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 379, reset compression=false 2024-11-27T11:20:46,960 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:46,960 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 503, reset compression=false 2024-11-27T11:20:46,961 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37187,1732706430313 got entry batch from reader: WALEntryBatch [walEntries=[{test/dfedf7b1bada3af5611801a5b717f980/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T11:20:46,963 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:20:46,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-27T11:20:46,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:46,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f46ef11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:46,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,38779,-1 for getting cluster id 2024-11-27T11:20:46,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:46,966 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc' 2024-11-27T11:20:46,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:46,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc" 2024-11-27T11:20:46,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56bbf9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:46,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,38779,-1] 2024-11-27T11:20:46,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:46,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:46,967 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:46,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@577f53c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:46,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:46,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,46281,1732706434518, seqNum=-1] 2024-11-27T11:20:46,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:46,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T11:20:46,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201., hostname=5b617c7edc8e,46281,1732706434518, seqNum=2] 2024-11-27T11:20:46,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:46,992 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 480, reset compression=false 2024-11-27T11:20:47,118 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T11:20:47,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:47,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37187,1732706430313, seqNum=-1] 2024-11-27T11:20:47,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:47,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:20:47,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732706437791.dfedf7b1bada3af5611801a5b717f980., hostname=5b617c7edc8e,37187,1732706430313, seqNum=2] 2024-11-27T11:20:47,125 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T11:20:47,138 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:47,139 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:20:47,139 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48387 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:20:47,165 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 503, reset compression=false 2024-11-27T11:20:47,169 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:47,169 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 607, reset compression=false 2024-11-27T11:20:47,169 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37187,1732706430313 got entry batch from reader: WALEntryBatch [walEntries=[{test/dfedf7b1bada3af5611801a5b717f980/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T11:20:47,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:47,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:47,373 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 607, reset compression=false 2024-11-27T11:20:47,396 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 480, reset compression=false 2024-11-27T11:20:47,444 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 379, reset compression=false 2024-11-27T11:20:47,448 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:47,449 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 655, reset compression=false 2024-11-27T11:20:47,449 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46281,1732706434518 got entry batch from reader: WALEntryBatch [walEntries=[{test/c891f6f0065f4b5498ea17f74eb81201/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T11:20:47,451 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:20:47,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T11:20:47,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:47,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2398ec9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:47,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43459,-1 for getting cluster id 2024-11-27T11:20:47,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:47,453 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a7a9fa-292c-4f6f-8d22-119acd577fec' 2024-11-27T11:20:47,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:47,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a7a9fa-292c-4f6f-8d22-119acd577fec" 2024-11-27T11:20:47,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1781e7bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:47,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43459,-1] 2024-11-27T11:20:47,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:47,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:47,454 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:47,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@272fefae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:47,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:20:47,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,43447,1732706426260, seqNum=-1] 2024-11-27T11:20:47,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:20:47,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T11:20:47,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2., hostname=5b617c7edc8e,43447,1732706426260, seqNum=2] 2024-11-27T11:20:47,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:47,652 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 655, reset compression=false 2024-11-27T11:20:47,680 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 607, reset compression=false 2024-11-27T11:20:47,900 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 480, reset compression=false 2024-11-27T11:20:47,904 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:47,904 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 632, reset compression=false 2024-11-27T11:20:47,904 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.shipper5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,43447,1732706426260 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:47,956 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 655, reset compression=false 2024-11-27T11:20:48,084 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 607, reset compression=false 2024-11-27T11:20:48,109 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 632, reset compression=false 2024-11-27T11:20:48,127 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T11:20:48,130 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T11:20:48,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T11:20:48,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T11:20:48,360 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 655, reset compression=false 2024-11-27T11:20:48,364 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:48,364 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 759, reset compression=false 2024-11-27T11:20:48,365 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46281,1732706434518 got entry batch from reader: WALEntryBatch [walEntries=[{test/c891f6f0065f4b5498ea17f74eb81201/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T11:20:48,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:48,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:48,412 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 632, reset compression=false 2024-11-27T11:20:48,416 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:48,416 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 760, reset compression=false 2024-11-27T11:20:48,416 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.shipper5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,43447,1732706426260 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba76712f301aa4959cd8f1bf8474d2e2/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T11:20:48,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37187 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:48,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37187 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:48,568 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 759, reset compression=false 2024-11-27T11:20:48,588 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 607, reset compression=false 2024-11-27T11:20:48,592 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:48,592 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 758, reset compression=false 2024-11-27T11:20:48,592 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37187,1732706430313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:48,619 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 760, reset compression=false 2024-11-27T11:20:48,796 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 758, reset compression=false 2024-11-27T11:20:48,872 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 759, reset compression=false 2024-11-27T11:20:48,922 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 760, reset compression=false 2024-11-27T11:20:49,100 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 758, reset compression=false 2024-11-27T11:20:49,132 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T11:20:49,137 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T11:20:49,276 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 759, reset compression=false 2024-11-27T11:20:49,326 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 760, reset compression=false 2024-11-27T11:20:49,330 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:49,330 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 916, reset compression=false 2024-11-27T11:20:49,330 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.shipper5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,43447,1732706426260 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba76712f301aa4959cd8f1bf8474d2e2/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T11:20:49,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37187 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:49,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37187 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:49,442 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:20:49,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:49,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:49,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:49,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:49,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:49,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:49,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:49,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:49,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:49,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:49,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:49,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:49,515 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 758, reset compression=false 2024-11-27T11:20:49,520 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:49,520 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 905, reset compression=false 2024-11-27T11:20:49,520 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37187,1732706430313 got entry batch from reader: WALEntryBatch [walEntries=[{test/dfedf7b1bada3af5611801a5b717f980/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T11:20:49,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:49,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:49,534 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 916, reset compression=false 2024-11-27T11:20:49,725 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 905, reset compression=false 2024-11-27T11:20:49,780 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 759, reset compression=false 2024-11-27T11:20:49,784 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:49,784 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 930, reset compression=false 2024-11-27T11:20:49,784 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46281,1732706434518 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:49,837 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 916, reset compression=false 2024-11-27T11:20:49,988 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 930, reset compression=false 2024-11-27T11:20:50,029 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 905, reset compression=false 2024-11-27T11:20:50,139 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T11:20:50,146 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T11:20:50,243 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 916, reset compression=false 2024-11-27T11:20:50,294 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 930, reset compression=false 2024-11-27T11:20:50,439 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 905, reset compression=false 2024-11-27T11:20:50,444 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:50,444 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1064, reset compression=false 2024-11-27T11:20:50,444 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37187,1732706430313 got entry batch from reader: WALEntryBatch [walEntries=[{test/dfedf7b1bada3af5611801a5b717f980/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T11:20:50,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:50,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:50,649 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1064, reset compression=false 2024-11-27T11:20:50,700 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 930, reset compression=false 2024-11-27T11:20:50,705 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:50,705 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 1080, reset compression=false 2024-11-27T11:20:50,705 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46281,1732706434518 got entry batch from reader: WALEntryBatch [walEntries=[{test/c891f6f0065f4b5498ea17f74eb81201/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T11:20:50,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:50,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:50,749 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 916, reset compression=false 2024-11-27T11:20:50,753 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:50,753 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1090, reset compression=false 2024-11-27T11:20:50,753 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.shipper5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,43447,1732706426260 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:50,908 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 1080, reset compression=false 2024-11-27T11:20:50,953 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1064, reset compression=false 2024-11-27T11:20:50,957 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1090, reset compression=false 2024-11-27T11:20:51,148 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T11:20:51,151 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T11:20:51,212 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 1080, reset compression=false 2024-11-27T11:20:51,216 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:51,216 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 1239, reset compression=false 2024-11-27T11:20:51,216 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46281,1732706434518 got entry batch from reader: WALEntryBatch [walEntries=[{test/c891f6f0065f4b5498ea17f74eb81201/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T11:20:51,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:51,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:51,260 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1090, reset compression=false 2024-11-27T11:20:51,265 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:51,265 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1240, reset compression=false 2024-11-27T11:20:51,265 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.shipper5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,43447,1732706426260 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba76712f301aa4959cd8f1bf8474d2e2/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T11:20:51,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37187 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:51,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37187 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:51,356 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1064, reset compression=false 2024-11-27T11:20:51,361 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:51,361 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1237, reset compression=false 2024-11-27T11:20:51,361 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37187,1732706430313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:51,420 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 1239, reset compression=false 2024-11-27T11:20:51,469 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1240, reset compression=false 2024-11-27T11:20:51,564 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1237, reset compression=false 2024-11-27T11:20:51,723 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 1239, reset compression=false 2024-11-27T11:20:51,773 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1240, reset compression=false 2024-11-27T11:20:51,868 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1237, reset compression=false 2024-11-27T11:20:52,127 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 1239, reset compression=false 2024-11-27T11:20:52,153 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T11:20:52,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644ca7a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:52,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,38779,-1 for getting cluster id 2024-11-27T11:20:52,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:52,160 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc' 2024-11-27T11:20:52,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:52,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc" 2024-11-27T11:20:52,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329f9ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:52,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,38779,-1] 2024-11-27T11:20:52,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:52,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:52,161 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:52,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50684548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:52,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:52,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,38779,1732706434480 2024-11-27T11:20:52,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7504802d 2024-11-27T11:20:52,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:52,166 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:20:52,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-27T11:20:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-27T11:20:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T11:20:52,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:20:52,178 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1240, reset compression=false 2024-11-27T11:20:52,272 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1237, reset compression=false 2024-11-27T11:20:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T11:20:52,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T11:20:52,325 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-27T11:20:52,326 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-27T11:20:52,326 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b617c7edc8e,46281,1732706434518 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-27T11:20:52,326 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0. 2024-11-27T11:20:52,326 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:52,326 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:52,326 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:52,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:52,427 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T11:20:52,427 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T11:20:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T11:20:52,527 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 terminated 2024-11-27T11:20:52,544 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-5b617c7edc8e,46281,1732706434518, ReplicationSource: 1, currentBandwidth=0 2024-11-27T11:20:52,545 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-27T11:20:52,545 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T11:20:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T11:20:52,547 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 5b617c7edc8e,46281,1732706434518 suceeded 2024-11-27T11:20:52,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T11:20:52,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 375 msec 2024-11-27T11:20:52,549 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-27T11:20:52,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 382 msec 2024-11-27T11:20:52,559 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:43459' 2024-11-27T11:20:52,560 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f60fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:52,560 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43459,-1 for getting cluster id 2024-11-27T11:20:52,560 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:52,560 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a7a9fa-292c-4f6f-8d22-119acd577fec' 2024-11-27T11:20:52,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:52,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a7a9fa-292c-4f6f-8d22-119acd577fec" 2024-11-27T11:20:52,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cfee5ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:52,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43459,-1] 2024-11-27T11:20:52,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:52,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:52,562 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:52,562 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@678b5449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:52,562 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:52,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43459,1732706426086 2024-11-27T11:20:52,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f299652 2024-11-27T11:20:52,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:52,564 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T11:20:52,564 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b617c7edc8e,46281,1732706434518 (queues=1) is replicating from cluster=9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc to cluster=24a7a9fa-292c-4f6f-8d22-119acd577fec 2024-11-27T11:20:52,564 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b617c7edc8e%2C46281%2C1732706434518 2024-11-27T11:20:52,565 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b617c7edc8e,46281,1732706434518, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:20:52,565 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C46281%2C1732706434518 2024-11-27T11:20:52,681 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1240, reset compression=false 2024-11-27T11:20:52,776 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1237, reset compression=false 2024-11-27T11:20:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T11:20:52,799 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T11:20:52,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:20:52,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:52,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:52,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:52,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:52,803 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-27T11:20:53,285 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1240, reset compression=false 2024-11-27T11:20:53,290 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:53,290 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1344, reset compression=false 2024-11-27T11:20:53,290 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.shipper5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,43447,1732706426260 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba76712f301aa4959cd8f1bf8474d2e2/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T11:20:53,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37187 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:53,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37187 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:53,379 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1237, reset compression=false 2024-11-27T11:20:53,383 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:53,384 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1364, reset compression=false 2024-11-27T11:20:53,384 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37187,1732706430313 got entry batch from reader: WALEntryBatch [walEntries=[{test/dfedf7b1bada3af5611801a5b717f980/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T11:20:53,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:53,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:53,493 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1344, reset compression=false 2024-11-27T11:20:53,587 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1364, reset compression=false 2024-11-27T11:20:53,797 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1344, reset compression=false 2024-11-27T11:20:53,805 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-27T11:20:53,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbe9a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:53,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,38779,-1 for getting cluster id 2024-11-27T11:20:53,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:20:53,808 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc' 2024-11-27T11:20:53,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:20:53,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e9fe5ec-5787-4874-8dc9-b70bb97e1bdc" 2024-11-27T11:20:53,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6808bd08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:53,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,38779,-1] 2024-11-27T11:20:53,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:20:53,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:53,809 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:20:53,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741a7ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:20:53,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:20:53,812 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,38779,1732706434480 2024-11-27T11:20:53,812 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ed81d27 2024-11-27T11:20:53,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:20:53,814 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:20:53,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-27T11:20:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-27T11:20:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T11:20:53,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:20:53,891 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1364, reset compression=false 2024-11-27T11:20:53,895 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:53,895 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1468, reset compression=false 2024-11-27T11:20:53,895 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37187,1732706430313 got entry batch from reader: WALEntryBatch [walEntries=[{test/dfedf7b1bada3af5611801a5b717f980/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T11:20:53,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:53,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T11:20:53,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-27T11:20:53,975 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-27T11:20:53,976 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T11:20:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-27T11:20:53,978 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 5b617c7edc8e,46281,1732706434518 suceeded 2024-11-27T11:20:53,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T11:20:53,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-27T11:20:53,980 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-27T11:20:53,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 166 msec 2024-11-27T11:20:54,066 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135, startPosition=1239, beingWritten=true 2024-11-27T11:20:54,070 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:20:54,070 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 1518, reset compression=false 2024-11-27T11:20:54,070 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46281,1732706434518 got entry batch from reader: WALEntryBatch [walEntries=[{test/c891f6f0065f4b5498ea17f74eb81201/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T11:20:54,072 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:20:54,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T11:20:54,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:20:54,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:20:54,099 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1468, reset compression=false 2024-11-27T11:20:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T11:20:54,139 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T11:20:54,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:20:54,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:54,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:54,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:54,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:54,141 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-27T11:20:54,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:20:54,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:20:54,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:54,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:54,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:54,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:54,142 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:20:54,142 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2133407727, stopped=false 2024-11-27T11:20:54,142 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,38779,1732706434480 2024-11-27T11:20:54,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21219452450/running 2024-11-27T11:20:54,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21219452450/running 2024-11-27T11:20:54,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450 2024-11-27T11:20:54,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450 2024-11-27T11:20:54,143 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:20:54,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:20:54,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:54,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:54,144 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,46281,1732706434518' ***** 2024-11-27T11:20:54,144 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:20:54,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Set watcher on znode that does not yet exist, /21219452450/running 2024-11-27T11:20:54,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Set watcher on znode that does not yet exist, /21219452450/running 2024-11-27T11:20:54,145 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:20:54,145 INFO [RS:0;5b617c7edc8e:46281 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:20:54,145 INFO [RS:0;5b617c7edc8e:46281 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:20:54,145 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:20:54,145 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(3091): Received CLOSE for d7f81e252f96ec1af6acb48a5d3124ea 2024-11-27T11:20:54,146 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(3091): Received CLOSE for c891f6f0065f4b5498ea17f74eb81201 2024-11-27T11:20:54,146 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,46281,1732706434518 2024-11-27T11:20:54,146 INFO [RS:0;5b617c7edc8e:46281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:20:54,146 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7f81e252f96ec1af6acb48a5d3124ea, disabling compactions & flushes 2024-11-27T11:20:54,146 INFO [RS:0;5b617c7edc8e:46281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:46281. 2024-11-27T11:20:54,146 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea. 2024-11-27T11:20:54,146 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea. 2024-11-27T11:20:54,146 DEBUG [RS:0;5b617c7edc8e:46281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:54,146 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea. after waiting 0 ms 2024-11-27T11:20:54,146 DEBUG [RS:0;5b617c7edc8e:46281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:54,146 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea. 2024-11-27T11:20:54,146 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:20:54,146 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:20:54,146 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:20:54,146 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d7f81e252f96ec1af6acb48a5d3124ea 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-27T11:20:54,146 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:20:54,149 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T11:20:54,149 DEBUG [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(1325): Online Regions={d7f81e252f96ec1af6acb48a5d3124ea=hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea., 1588230740=hbase:meta,,1.1588230740, c891f6f0065f4b5498ea17f74eb81201=test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201.} 2024-11-27T11:20:54,149 DEBUG [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c891f6f0065f4b5498ea17f74eb81201, d7f81e252f96ec1af6acb48a5d3124ea 2024-11-27T11:20:54,149 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:20:54,149 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:20:54,149 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:20:54,149 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:20:54,149 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:20:54,149 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T11:20:54,167 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/replication/d7f81e252f96ec1af6acb48a5d3124ea/.tmp/queue/2ad6b9dd7a024fa3b7a715580e0098a8 is 154, key is 1-5b617c7edc8e,46281,1732706434518/queue:5b617c7edc8e%2C46281%2C1732706434518/1732706454077/Put/seqid=0 2024-11-27T11:20:54,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741840_1016 (size=5353) 2024-11-27T11:20:54,171 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/replication/d7f81e252f96ec1af6acb48a5d3124ea/.tmp/queue/2ad6b9dd7a024fa3b7a715580e0098a8 2024-11-27T11:20:54,172 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/.tmp/info/54580b46fa20454fa0ac3093a7ea1049 is 147, key is hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea./info:regioninfo/1732706445738/Put/seqid=0 2024-11-27T11:20:54,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741841_1017 (size=7686) 2024-11-27T11:20:54,177 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/replication/d7f81e252f96ec1af6acb48a5d3124ea/.tmp/queue/2ad6b9dd7a024fa3b7a715580e0098a8 as hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/replication/d7f81e252f96ec1af6acb48a5d3124ea/queue/2ad6b9dd7a024fa3b7a715580e0098a8 2024-11-27T11:20:54,177 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/.tmp/info/54580b46fa20454fa0ac3093a7ea1049 2024-11-27T11:20:54,182 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/replication/d7f81e252f96ec1af6acb48a5d3124ea/queue/2ad6b9dd7a024fa3b7a715580e0098a8, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T11:20:54,183 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for d7f81e252f96ec1af6acb48a5d3124ea in 37ms, sequenceid=12, compaction requested=false 2024-11-27T11:20:54,196 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/replication/d7f81e252f96ec1af6acb48a5d3124ea/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T11:20:54,197 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:20:54,197 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:20:54,197 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea. 2024-11-27T11:20:54,197 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7f81e252f96ec1af6acb48a5d3124ea: Waiting for close lock at 1732706454146Running coprocessor pre-close hooks at 1732706454146Disabling compacts and flushes for region at 1732706454146Disabling writes for close at 1732706454146Obtaining lock to block concurrent updates at 1732706454146Preparing flush snapshotting stores in d7f81e252f96ec1af6acb48a5d3124ea at 1732706454146Finished memstore snapshotting hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732706454147 (+1 ms)Flushing stores of hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea. at 1732706454147Flushing d7f81e252f96ec1af6acb48a5d3124ea/queue: creating writer at 1732706454147Flushing d7f81e252f96ec1af6acb48a5d3124ea/queue: appending metadata at 1732706454166 (+19 ms)Flushing d7f81e252f96ec1af6acb48a5d3124ea/queue: closing flushed file at 1732706454166Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42716320: reopening flushed file at 1732706454176 (+10 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for d7f81e252f96ec1af6acb48a5d3124ea in 37ms, sequenceid=12, compaction requested=false at 1732706454183 (+7 ms)Writing region close event to WAL at 1732706454185 (+2 ms)Running coprocessor post-close hooks at 1732706454197 (+12 ms)Closed at 1732706454197 2024-11-27T11:20:54,197 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732706444947.d7f81e252f96ec1af6acb48a5d3124ea. 2024-11-27T11:20:54,197 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c891f6f0065f4b5498ea17f74eb81201, disabling compactions & flushes 2024-11-27T11:20:54,197 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201. 2024-11-27T11:20:54,197 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201. 2024-11-27T11:20:54,197 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201. after waiting 0 ms 2024-11-27T11:20:54,197 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201. 2024-11-27T11:20:54,197 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c891f6f0065f4b5498ea17f74eb81201 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T11:20:54,200 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1344, reset compression=false 2024-11-27T11:20:54,201 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:20:54,206 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:54,206 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1496, reset compression=false 2024-11-27T11:20:54,206 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.shipper5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,43447,1732706426260 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:54,212 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/.tmp/ns/34d398cbfad44d3f9c60c8117390297e is 43, key is default/ns:d/1732706437051/Put/seqid=0 2024-11-27T11:20:54,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741842_1018 (size=5153) 2024-11-27T11:20:54,219 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201/.tmp/f/b04f06390a1a480388f5a7e0f1629bf1 is 37, key is row3/f:row3/1732706452801/Put/seqid=0 2024-11-27T11:20:54,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741843_1019 (size=5228) 2024-11-27T11:20:54,227 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201/.tmp/f/b04f06390a1a480388f5a7e0f1629bf1 2024-11-27T11:20:54,232 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b04f06390a1a480388f5a7e0f1629bf1 2024-11-27T11:20:54,247 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201/.tmp/f1/3b0462cd621a4d2fbf0c08f033645025 is 30, key is row1/f1:/1732706450141/DeleteFamily/seqid=0 2024-11-27T11:20:54,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741844_1020 (size=5158) 2024-11-27T11:20:54,251 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201/.tmp/f1/3b0462cd621a4d2fbf0c08f033645025 2024-11-27T11:20:54,254 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b0462cd621a4d2fbf0c08f033645025 2024-11-27T11:20:54,275 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 1518, reset compression=false 2024-11-27T11:20:54,276 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201/.tmp/norep/de95b81e88604cb6b1ed7935a1d641ee is 33, key is row2/norep:/1732706451149/DeleteFamily/seqid=0 2024-11-27T11:20:54,282 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:54,282 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 1765, reset compression=false 2024-11-27T11:20:54,282 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46281,1732706434518 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:54,283 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b617c7edc8e,46281,1732706434518: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b617c7edc8e,46281,1732706434518, walGroup=5b617c7edc8e%2C46281%2C1732706434518, offset=5b617c7edc8e%2C46281%2C1732706434518.1732706436135:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T11:20:54,284 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T11:20:54,285 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T11:20:54,285 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T11:20:54,285 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T11:20:54,285 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T11:20:54,285 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 945910512 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198744608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T11:20:54,285 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:38779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:38779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T11:20:54,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741845_1021 (size=5108) 2024-11-27T11:20:54,291 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201/.tmp/norep/de95b81e88604cb6b1ed7935a1d641ee 2024-11-27T11:20:54,295 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de95b81e88604cb6b1ed7935a1d641ee 2024-11-27T11:20:54,295 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201/.tmp/f/b04f06390a1a480388f5a7e0f1629bf1 as hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201/f/b04f06390a1a480388f5a7e0f1629bf1 2024-11-27T11:20:54,302 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b04f06390a1a480388f5a7e0f1629bf1 2024-11-27T11:20:54,302 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201/f/b04f06390a1a480388f5a7e0f1629bf1, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T11:20:54,303 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201/.tmp/f1/3b0462cd621a4d2fbf0c08f033645025 as hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201/f1/3b0462cd621a4d2fbf0c08f033645025 2024-11-27T11:20:54,306 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b0462cd621a4d2fbf0c08f033645025 2024-11-27T11:20:54,306 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201/f1/3b0462cd621a4d2fbf0c08f033645025, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T11:20:54,307 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201/.tmp/norep/de95b81e88604cb6b1ed7935a1d641ee as hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201/norep/de95b81e88604cb6b1ed7935a1d641ee 2024-11-27T11:20:54,310 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de95b81e88604cb6b1ed7935a1d641ee 2024-11-27T11:20:54,310 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201/norep/de95b81e88604cb6b1ed7935a1d641ee, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T11:20:54,311 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c891f6f0065f4b5498ea17f74eb81201 in 114ms, sequenceid=12, compaction requested=false 2024-11-27T11:20:54,318 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/default/test/c891f6f0065f4b5498ea17f74eb81201/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T11:20:54,319 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:20:54,319 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:20:54,319 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201. 2024-11-27T11:20:54,319 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c891f6f0065f4b5498ea17f74eb81201: Waiting for close lock at 1732706454197Running coprocessor pre-close hooks at 1732706454197Disabling compacts and flushes for region at 1732706454197Disabling writes for close at 1732706454197Obtaining lock to block concurrent updates at 1732706454197Preparing flush snapshotting stores in c891f6f0065f4b5498ea17f74eb81201 at 1732706454197Finished memstore snapshotting test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732706454198 (+1 ms)Flushing stores of test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201. at 1732706454198Flushing c891f6f0065f4b5498ea17f74eb81201/f: creating writer at 1732706454198Flushing c891f6f0065f4b5498ea17f74eb81201/f: appending metadata at 1732706454218 (+20 ms)Flushing c891f6f0065f4b5498ea17f74eb81201/f: closing flushed file at 1732706454218Flushing c891f6f0065f4b5498ea17f74eb81201/f1: creating writer at 1732706454232 (+14 ms)Flushing c891f6f0065f4b5498ea17f74eb81201/f1: appending metadata at 1732706454246 (+14 ms)Flushing c891f6f0065f4b5498ea17f74eb81201/f1: closing flushed file at 1732706454246Flushing c891f6f0065f4b5498ea17f74eb81201/norep: creating writer at 1732706454255 (+9 ms)Flushing c891f6f0065f4b5498ea17f74eb81201/norep: appending metadata at 1732706454275 (+20 ms)Flushing c891f6f0065f4b5498ea17f74eb81201/norep: closing flushed file at 1732706454275Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14365f67: reopening flushed file at 1732706454295 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@409d354c: reopening flushed file at 1732706454302 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@773a52d9: reopening flushed file at 1732706454306 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c891f6f0065f4b5498ea17f74eb81201 in 114ms, sequenceid=12, compaction requested=false at 1732706454311 (+5 ms)Writing region close event to WAL at 1732706454315 (+4 ms)Running coprocessor post-close hooks at 1732706454319 (+4 ms)Closed at 1732706454319 2024-11-27T11:20:54,319 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201. 2024-11-27T11:20:54,349 DEBUG [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:20:54,402 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1468, reset compression=false 2024-11-27T11:20:54,414 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1496, reset compression=false 2024-11-27T11:20:54,487 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 1765, reset compression=false 2024-11-27T11:20:54,491 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:54,491 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 2409, reset compression=false 2024-11-27T11:20:54,549 DEBUG [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:20:54,618 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/.tmp/ns/34d398cbfad44d3f9c60c8117390297e 2024-11-27T11:20:54,642 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/.tmp/rep_barrier/6a4ee597241a44799e368183a073d20d is 112, key is test,,1732706439948.c891f6f0065f4b5498ea17f74eb81201./rep_barrier:seqnumDuringOpen/1732706440353/Put/seqid=0 2024-11-27T11:20:54,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741846_1022 (size=5518) 2024-11-27T11:20:54,697 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 2409, reset compression=false 2024-11-27T11:20:54,718 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1496, reset compression=false 2024-11-27T11:20:54,749 DEBUG [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:20:54,806 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1468, reset compression=false 2024-11-27T11:20:54,950 DEBUG [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:20:54,991 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:20:54,991 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:20:55,001 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 2409, reset compression=false 2024-11-27T11:20:55,047 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/.tmp/rep_barrier/6a4ee597241a44799e368183a073d20d 2024-11-27T11:20:55,065 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/.tmp/table/895daab376544a9b9577b4ca390ff60b is 53, key is hbase:replication/table:state/1732706445750/Put/seqid=0 2024-11-27T11:20:55,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741847_1023 (size=5308) 2024-11-27T11:20:55,122 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1496, reset compression=false 2024-11-27T11:20:55,150 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T11:20:55,150 DEBUG [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:20:55,150 DEBUG [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:20:55,310 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1468, reset compression=false 2024-11-27T11:20:55,350 DEBUG [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:20:55,404 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.1732706436135 to pos 2409, reset compression=false 2024-11-27T11:20:55,468 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/.tmp/table/895daab376544a9b9577b4ca390ff60b 2024-11-27T11:20:55,474 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/.tmp/info/54580b46fa20454fa0ac3093a7ea1049 as hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/info/54580b46fa20454fa0ac3093a7ea1049 2024-11-27T11:20:55,478 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/info/54580b46fa20454fa0ac3093a7ea1049, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T11:20:55,479 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/.tmp/ns/34d398cbfad44d3f9c60c8117390297e as hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/ns/34d398cbfad44d3f9c60c8117390297e 2024-11-27T11:20:55,489 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/ns/34d398cbfad44d3f9c60c8117390297e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T11:20:55,490 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/.tmp/rep_barrier/6a4ee597241a44799e368183a073d20d as hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/rep_barrier/6a4ee597241a44799e368183a073d20d 2024-11-27T11:20:55,494 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/rep_barrier/6a4ee597241a44799e368183a073d20d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T11:20:55,495 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/.tmp/table/895daab376544a9b9577b4ca390ff60b as hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/table/895daab376544a9b9577b4ca390ff60b 2024-11-27T11:20:55,499 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/table/895daab376544a9b9577b4ca390ff60b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T11:20:55,500 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1351ms, sequenceid=16, compaction requested=false 2024-11-27T11:20:55,509 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T11:20:55,510 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:20:55,510 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:20:55,510 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:20:55,510 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706454149Running coprocessor pre-close hooks at 1732706454149Disabling compacts and flushes for region at 1732706454149Disabling writes for close at 1732706454149Obtaining lock to block concurrent updates at 1732706454149Preparing flush snapshotting stores in 1588230740 at 1732706454149Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732706454149Flushing stores of hbase:meta,,1.1588230740 at 1732706454152 (+3 ms)Flushing 1588230740/info: creating writer at 1732706454152Flushing 1588230740/info: appending metadata at 1732706454172 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732706454172Flushing 1588230740/ns: creating writer at 1732706454183 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732706454211 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1732706454211Flushing 1588230740/rep_barrier: creating writer at 1732706454623 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732706454642 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732706454642Flushing 1588230740/table: creating writer at 1732706455051 (+409 ms)Flushing 1588230740/table: appending metadata at 1732706455064 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732706455064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67a2d944: reopening flushed file at 1732706455473 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74e36806: reopening flushed file at 1732706455478 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ea6db3: reopening flushed file at 1732706455489 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32832a29: reopening flushed file at 1732706455494 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1351ms, sequenceid=16, compaction requested=false at 1732706455500 (+6 ms)Writing region close event to WAL at 1732706455507 (+7 ms)Running coprocessor post-close hooks at 1732706455510 (+3 ms)Closed at 1732706455510 2024-11-27T11:20:55,510 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:20:55,550 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,46281,1732706434518; all regions closed. 2024-11-27T11:20:55,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741834_1010 (size=4239) 2024-11-27T11:20:55,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741839_1015 (size=3115) 2024-11-27T11:20:55,555 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/WALs/5b617c7edc8e,46281,1732706434518/5b617c7edc8e%2C46281%2C1732706434518.rep.1732706445694 not finished, retry = 0 2024-11-27T11:20:55,625 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1496, reset compression=false 2024-11-27T11:20:55,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741832_1008 (size=2417) 2024-11-27T11:20:55,661 DEBUG [RS:0;5b617c7edc8e:46281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:55,661 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:20:55,662 INFO [RS:0;5b617c7edc8e:46281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:20:55,662 INFO [RS:0;5b617c7edc8e:46281 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T11:20:55,662 INFO [RS:0;5b617c7edc8e:46281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:20:55,662 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:20:55,662 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b617c7edc8e,46281,1732706434518 because: Region server is closing 2024-11-27T11:20:55,662 INFO [RS:0;5b617c7edc8e:46281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:46281. 2024-11-27T11:20:55,662 DEBUG [RS:0;5b617c7edc8e:46281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:55,663 DEBUG [RS:0;5b617c7edc8e:46281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:55,663 DEBUG [RS:0;5b617c7edc8e:46281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:55,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:55,669 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T11:20:55,763 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.shipper5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 terminated 2024-11-27T11:20:55,763 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46281,1732706434518.replicationSource.wal-reader.5b617c7edc8e%2C46281%2C1732706434518,1-5b617c7edc8e,46281,1732706434518 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T11:20:55,763 INFO [RS:0;5b617c7edc8e:46281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:46281. 2024-11-27T11:20:55,763 DEBUG [RS:0;5b617c7edc8e:46281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:55,763 DEBUG [RS:0;5b617c7edc8e:46281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:55,763 DEBUG [RS:0;5b617c7edc8e:46281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:55,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:55,764 INFO [RS:0;5b617c7edc8e:46281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46281 2024-11-27T11:20:55,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21219452450/rs/5b617c7edc8e,46281,1732706434518 2024-11-27T11:20:55,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450/rs 2024-11-27T11:20:55,766 INFO [RS:0;5b617c7edc8e:46281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:20:55,767 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,46281,1732706434518] 2024-11-27T11:20:55,768 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21219452450/draining/5b617c7edc8e,46281,1732706434518 already deleted, retry=false 2024-11-27T11:20:55,768 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,46281,1732706434518 expired; onlineServers=0 2024-11-27T11:20:55,768 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,38779,1732706434480' ***** 2024-11-27T11:20:55,768 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:20:55,769 INFO [M:0;5b617c7edc8e:38779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:20:55,769 INFO [M:0;5b617c7edc8e:38779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:20:55,769 DEBUG [M:0;5b617c7edc8e:38779 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:20:55,769 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:20:55,769 DEBUG [M:0;5b617c7edc8e:38779 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:20:55,769 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706435860 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706435860,5,FailOnTimeoutGroup] 2024-11-27T11:20:55,769 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706435861 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706435861,5,FailOnTimeoutGroup] 2024-11-27T11:20:55,769 INFO [M:0;5b617c7edc8e:38779 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:20:55,769 INFO [M:0;5b617c7edc8e:38779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:20:55,769 DEBUG [M:0;5b617c7edc8e:38779 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:20:55,769 INFO [M:0;5b617c7edc8e:38779 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:20:55,769 INFO [M:0;5b617c7edc8e:38779 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:20:55,770 INFO [M:0;5b617c7edc8e:38779 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:20:55,770 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:20:55,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21219452450/master 2024-11-27T11:20:55,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21219452450 2024-11-27T11:20:55,774 DEBUG [M:0;5b617c7edc8e:38779 {}] zookeeper.ZKUtil(347): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Unable to get data of znode /21219452450/master because node does not exist (not an error) 2024-11-27T11:20:55,774 WARN [M:0;5b617c7edc8e:38779 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:20:55,775 INFO [M:0;5b617c7edc8e:38779 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/.lastflushedseqids 2024-11-27T11:20:55,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741848_1024 (size=245) 2024-11-27T11:20:55,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:20:55,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015927c30c0007, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:20:55,867 INFO [RS:0;5b617c7edc8e:46281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:20:55,867 INFO [RS:0;5b617c7edc8e:46281 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,46281,1732706434518; zookeeper connection closed. 2024-11-27T11:20:55,868 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f1fd471 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f1fd471 2024-11-27T11:20:55,868 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:20:55,914 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1468, reset compression=false 2024-11-27T11:20:56,181 INFO [M:0;5b617c7edc8e:38779 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:20:56,181 INFO [M:0;5b617c7edc8e:38779 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:20:56,182 DEBUG [M:0;5b617c7edc8e:38779 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:20:56,182 INFO [M:0;5b617c7edc8e:38779 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:56,182 DEBUG [M:0;5b617c7edc8e:38779 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:56,182 DEBUG [M:0;5b617c7edc8e:38779 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:20:56,182 DEBUG [M:0;5b617c7edc8e:38779 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:56,182 INFO [M:0;5b617c7edc8e:38779 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-27T11:20:56,197 DEBUG [M:0;5b617c7edc8e:38779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec678cac52cd4c82be3ed7c649aab8a7 is 82, key is hbase:meta,,1/info:regioninfo/1732706437030/Put/seqid=0 2024-11-27T11:20:56,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741849_1025 (size=5672) 2024-11-27T11:20:56,229 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1496, reset compression=false 2024-11-27T11:20:56,601 INFO [M:0;5b617c7edc8e:38779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec678cac52cd4c82be3ed7c649aab8a7 2024-11-27T11:20:56,618 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1468, reset compression=false 2024-11-27T11:20:56,620 DEBUG [M:0;5b617c7edc8e:38779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bc5289be1004795aba7993147746f0e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732706445753/Put/seqid=0 2024-11-27T11:20:56,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741850_1026 (size=9212) 2024-11-27T11:20:56,932 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1496, reset compression=false 2024-11-27T11:20:57,024 INFO [M:0;5b617c7edc8e:38779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bc5289be1004795aba7993147746f0e 2024-11-27T11:20:57,042 DEBUG [M:0;5b617c7edc8e:38779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f9780aac26b4c30bfd90725ea6fc514 is 69, key is 5b617c7edc8e,46281,1732706434518/rs:state/1732706435912/Put/seqid=0 2024-11-27T11:20:57,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741851_1027 (size=5156) 2024-11-27T11:20:57,422 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1468, reset compression=false 2024-11-27T11:20:57,445 INFO [M:0;5b617c7edc8e:38779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f9780aac26b4c30bfd90725ea6fc514 2024-11-27T11:20:57,450 DEBUG [M:0;5b617c7edc8e:38779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec678cac52cd4c82be3ed7c649aab8a7 as hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec678cac52cd4c82be3ed7c649aab8a7 2024-11-27T11:20:57,453 INFO [M:0;5b617c7edc8e:38779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec678cac52cd4c82be3ed7c649aab8a7, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T11:20:57,454 DEBUG [M:0;5b617c7edc8e:38779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bc5289be1004795aba7993147746f0e as hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bc5289be1004795aba7993147746f0e 2024-11-27T11:20:57,457 INFO [M:0;5b617c7edc8e:38779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bc5289be1004795aba7993147746f0e, entries=15, sequenceid=127, filesize=9.0 K 2024-11-27T11:20:57,458 DEBUG [M:0;5b617c7edc8e:38779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f9780aac26b4c30bfd90725ea6fc514 as hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f9780aac26b4c30bfd90725ea6fc514 2024-11-27T11:20:57,461 INFO [M:0;5b617c7edc8e:38779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f9780aac26b4c30bfd90725ea6fc514, entries=1, sequenceid=127, filesize=5.0 K 2024-11-27T11:20:57,461 INFO [M:0;5b617c7edc8e:38779 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=127, compaction requested=false 2024-11-27T11:20:57,463 INFO [M:0;5b617c7edc8e:38779 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:57,463 DEBUG [M:0;5b617c7edc8e:38779 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706456181Disabling compacts and flushes for region at 1732706456181Disabling writes for close at 1732706456182 (+1 ms)Obtaining lock to block concurrent updates at 1732706456182Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706456182Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732706456182Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706456183 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706456183Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706456196 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706456196Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706456605 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706456620 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706456620Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706457028 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706457041 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706457041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40bdb6f9: reopening flushed file at 1732706457449 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@172032eb: reopening flushed file at 1732706457453 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9ee873: reopening flushed file at 1732706457457 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=127, compaction requested=false at 1732706457461 (+4 ms)Writing region close event to WAL at 1732706457462 (+1 ms)Closed at 1732706457462 2024-11-27T11:20:57,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741830_1006 (size=73866) 2024-11-27T11:20:57,464 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4487e93d-56e4-f2fe-ad30-5e7a7826f5b7/MasterData/WALs/5b617c7edc8e,38779,1732706434480/5b617c7edc8e%2C38779%2C1732706434480.1732706435490 not finished, retry = 0 2024-11-27T11:20:57,565 INFO [M:0;5b617c7edc8e:38779 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:20:57,565 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:20:57,566 INFO [M:0;5b617c7edc8e:38779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38779 2024-11-27T11:20:57,566 INFO [M:0;5b617c7edc8e:38779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:20:57,671 INFO [M:0;5b617c7edc8e:38779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:20:57,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:20:57,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38779-0x1015927c30c0006, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:20:57,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68db155f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:20:57,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f7670e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:20:57,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:20:57,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bdc05c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:20:57,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@787e7e5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/hadoop.log.dir/,STOPPED} 2024-11-27T11:20:57,675 WARN [BP-1534683834-172.17.0.2-1732706433374 heartbeating to localhost/127.0.0.1:38207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:20:57,675 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:20:57,675 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:20:57,675 WARN [BP-1534683834-172.17.0.2-1732706433374 heartbeating to localhost/127.0.0.1:38207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1534683834-172.17.0.2-1732706433374 (Datanode Uuid 738ee031-42c3-438a-8bab-7938c03b5ba7) service to localhost/127.0.0.1:38207 2024-11-27T11:20:57,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/cluster_aced9284-ad57-c9c3-a711-16cba568f071/data/data1/current/BP-1534683834-172.17.0.2-1732706433374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:20:57,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/cluster_aced9284-ad57-c9c3-a711-16cba568f071/data/data2/current/BP-1534683834-172.17.0.2-1732706433374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:20:57,677 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:20:57,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fe5aa57{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:20:57,682 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bd65b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:20:57,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:20:57,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2557f5df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:20:57,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bedd5a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/hadoop.log.dir/,STOPPED} 2024-11-27T11:20:57,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:20:57,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:20:57,699 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:20:57,699 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:57,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:57,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:57,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:57,700 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:20:57,700 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=278720226, stopped=false 2024-11-27T11:20:57,700 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,34391,1732706430273 2024-11-27T11:20:57,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-963150408/running 2024-11-27T11:20:57,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-963150408/running 2024-11-27T11:20:57,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408 2024-11-27T11:20:57,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408 2024-11-27T11:20:57,702 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:20:57,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Set watcher on znode that does not yet exist, /1-963150408/running 2024-11-27T11:20:57,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Set watcher on znode that does not yet exist, /1-963150408/running 2024-11-27T11:20:57,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:20:57,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:57,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:57,704 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,37187,1732706430313' ***** 2024-11-27T11:20:57,704 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:20:57,705 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:20:57,705 INFO [RS:0;5b617c7edc8e:37187 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:20:57,705 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:20:57,705 INFO [RS:0;5b617c7edc8e:37187 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:20:57,705 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(3091): Received CLOSE for dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:57,705 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ca0c0857c03a4e0796b6d1dae5b2dc0 2024-11-27T11:20:57,705 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,37187,1732706430313 2024-11-27T11:20:57,705 INFO [RS:0;5b617c7edc8e:37187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:20:57,705 INFO [RS:0;5b617c7edc8e:37187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:37187. 2024-11-27T11:20:57,705 DEBUG [RS:0;5b617c7edc8e:37187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:57,705 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dfedf7b1bada3af5611801a5b717f980, disabling compactions & flushes 2024-11-27T11:20:57,705 DEBUG [RS:0;5b617c7edc8e:37187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:57,705 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732706437791.dfedf7b1bada3af5611801a5b717f980. 2024-11-27T11:20:57,705 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706437791.dfedf7b1bada3af5611801a5b717f980. 2024-11-27T11:20:57,705 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732706437791.dfedf7b1bada3af5611801a5b717f980. after waiting 0 ms 2024-11-27T11:20:57,705 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:20:57,705 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732706437791.dfedf7b1bada3af5611801a5b717f980. 2024-11-27T11:20:57,705 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:20:57,705 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:20:57,706 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:20:57,706 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dfedf7b1bada3af5611801a5b717f980 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T11:20:57,706 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T11:20:57,706 DEBUG [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(1325): Online Regions={dfedf7b1bada3af5611801a5b717f980=test,,1732706437791.dfedf7b1bada3af5611801a5b717f980., 2ca0c0857c03a4e0796b6d1dae5b2dc0=hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:20:57,706 DEBUG [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ca0c0857c03a4e0796b6d1dae5b2dc0, dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:57,707 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:20:57,707 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:20:57,707 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:20:57,707 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:20:57,707 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:20:57,707 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T11:20:57,725 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980/.tmp/f/f574e0f9d037411981c6c77011c18564 is 37, key is row3/f:row3/1732706452801/Put/seqid=0 2024-11-27T11:20:57,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741840_1016 (size=5228) 2024-11-27T11:20:57,731 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980/.tmp/f/f574e0f9d037411981c6c77011c18564 2024-11-27T11:20:57,735 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1496, reset compression=false 2024-11-27T11:20:57,740 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/.tmp/info/47836ba33c364df6a0b0e3ab84279c86 is 147, key is hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0./info:regioninfo/1732706443954/Put/seqid=0 2024-11-27T11:20:57,743 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f574e0f9d037411981c6c77011c18564 2024-11-27T11:20:57,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741841_1017 (size=7686) 2024-11-27T11:20:57,754 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/.tmp/info/47836ba33c364df6a0b0e3ab84279c86 2024-11-27T11:20:57,768 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980/.tmp/f1/a1a80462cc23496888f3c5d41bf8ee10 is 30, key is row1/f1:/1732706450141/DeleteFamily/seqid=0 2024-11-27T11:20:57,774 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/.tmp/ns/deadb1f331a14a678075fba1408cb3bf is 43, key is default/ns:d/1732706433276/Put/seqid=0 2024-11-27T11:20:57,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741842_1018 (size=5158) 2024-11-27T11:20:57,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741843_1019 (size=5153) 2024-11-27T11:20:57,779 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/.tmp/ns/deadb1f331a14a678075fba1408cb3bf 2024-11-27T11:20:57,791 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:20:57,797 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/.tmp/rep_barrier/14f9117fabc34108a094b6d8f551b8c7 is 112, key is test,,1732706437791.dfedf7b1bada3af5611801a5b717f980./rep_barrier:seqnumDuringOpen/1732706438943/Put/seqid=0 2024-11-27T11:20:57,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741844_1020 (size=5518) 2024-11-27T11:20:57,906 DEBUG [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ca0c0857c03a4e0796b6d1dae5b2dc0, dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:58,107 DEBUG [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ca0c0857c03a4e0796b6d1dae5b2dc0, dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:58,178 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980/.tmp/f1/a1a80462cc23496888f3c5d41bf8ee10 2024-11-27T11:20:58,182 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1a80462cc23496888f3c5d41bf8ee10 2024-11-27T11:20:58,182 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:20:58,182 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:20:58,196 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980/.tmp/norep/5aef95b922ec4ce7b89562b430e6ce1b is 33, key is row1/norep:/1732706450141/DeleteFamily/seqid=0 2024-11-27T11:20:58,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741845_1021 (size=5108) 2024-11-27T11:20:58,206 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/.tmp/rep_barrier/14f9117fabc34108a094b6d8f551b8c7 2024-11-27T11:20:58,222 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/.tmp/table/8cb84764919a4c6b9d0126c343479bee is 53, key is hbase:replication/table:state/1732706443961/Put/seqid=0 2024-11-27T11:20:58,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741846_1022 (size=5308) 2024-11-27T11:20:58,307 DEBUG [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ca0c0857c03a4e0796b6d1dae5b2dc0, dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:58,325 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1468, reset compression=false 2024-11-27T11:20:58,329 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:58,329 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1715, reset compression=false 2024-11-27T11:20:58,329 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37187,1732706430313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:20:58,330 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b617c7edc8e,37187,1732706430313: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b617c7edc8e,37187,1732706430313, walGroup=5b617c7edc8e%2C37187%2C1732706430313, offset=5b617c7edc8e%2C37187%2C1732706430313.1732706432304:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:37187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T11:20:58,331 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T11:20:58,331 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T11:20:58,332 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T11:20:58,332 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T11:20:58,332 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T11:20:58,332 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 798190496 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199213920 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T11:20:58,332 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:34391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:34391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T11:20:58,507 DEBUG [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ca0c0857c03a4e0796b6d1dae5b2dc0, dfedf7b1bada3af5611801a5b717f980 2024-11-27T11:20:58,532 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1715, reset compression=false 2024-11-27T11:20:58,600 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980/.tmp/norep/5aef95b922ec4ce7b89562b430e6ce1b 2024-11-27T11:20:58,603 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5aef95b922ec4ce7b89562b430e6ce1b 2024-11-27T11:20:58,604 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980/.tmp/f/f574e0f9d037411981c6c77011c18564 as hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980/f/f574e0f9d037411981c6c77011c18564 2024-11-27T11:20:58,607 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f574e0f9d037411981c6c77011c18564 2024-11-27T11:20:58,607 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980/f/f574e0f9d037411981c6c77011c18564, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T11:20:58,608 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980/.tmp/f1/a1a80462cc23496888f3c5d41bf8ee10 as hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980/f1/a1a80462cc23496888f3c5d41bf8ee10 2024-11-27T11:20:58,611 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1a80462cc23496888f3c5d41bf8ee10 2024-11-27T11:20:58,611 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980/f1/a1a80462cc23496888f3c5d41bf8ee10, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T11:20:58,612 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980/.tmp/norep/5aef95b922ec4ce7b89562b430e6ce1b as hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980/norep/5aef95b922ec4ce7b89562b430e6ce1b 2024-11-27T11:20:58,615 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5aef95b922ec4ce7b89562b430e6ce1b 2024-11-27T11:20:58,615 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980/norep/5aef95b922ec4ce7b89562b430e6ce1b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T11:20:58,616 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for dfedf7b1bada3af5611801a5b717f980 in 911ms, sequenceid=12, compaction requested=false 2024-11-27T11:20:58,621 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/default/test/dfedf7b1bada3af5611801a5b717f980/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T11:20:58,622 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:20:58,622 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:20:58,622 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732706437791.dfedf7b1bada3af5611801a5b717f980. 2024-11-27T11:20:58,622 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dfedf7b1bada3af5611801a5b717f980: Waiting for close lock at 1732706457705Running coprocessor pre-close hooks at 1732706457705Disabling compacts and flushes for region at 1732706457705Disabling writes for close at 1732706457705Obtaining lock to block concurrent updates at 1732706457706 (+1 ms)Preparing flush snapshotting stores in dfedf7b1bada3af5611801a5b717f980 at 1732706457706Finished memstore snapshotting test,,1732706437791.dfedf7b1bada3af5611801a5b717f980., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732706457706Flushing stores of test,,1732706437791.dfedf7b1bada3af5611801a5b717f980. at 1732706457707 (+1 ms)Flushing dfedf7b1bada3af5611801a5b717f980/f: creating writer at 1732706457707Flushing dfedf7b1bada3af5611801a5b717f980/f: appending metadata at 1732706457724 (+17 ms)Flushing dfedf7b1bada3af5611801a5b717f980/f: closing flushed file at 1732706457725 (+1 ms)Flushing dfedf7b1bada3af5611801a5b717f980/f1: creating writer at 1732706457743 (+18 ms)Flushing dfedf7b1bada3af5611801a5b717f980/f1: appending metadata at 1732706457767 (+24 ms)Flushing dfedf7b1bada3af5611801a5b717f980/f1: closing flushed file at 1732706457767Flushing dfedf7b1bada3af5611801a5b717f980/norep: creating writer at 1732706458182 (+415 ms)Flushing dfedf7b1bada3af5611801a5b717f980/norep: appending metadata at 1732706458195 (+13 ms)Flushing dfedf7b1bada3af5611801a5b717f980/norep: closing flushed file at 1732706458195Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@540ce76c: reopening flushed file at 1732706458603 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17368223: reopening flushed file at 1732706458607 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c0a9f8c: reopening flushed file at 1732706458611 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for dfedf7b1bada3af5611801a5b717f980 in 911ms, sequenceid=12, compaction requested=false at 1732706458616 (+5 ms)Writing region close event to WAL at 1732706458619 (+3 ms)Running coprocessor post-close hooks at 1732706458622 (+3 ms)Closed at 1732706458622 2024-11-27T11:20:58,622 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732706437791.dfedf7b1bada3af5611801a5b717f980. 2024-11-27T11:20:58,622 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ca0c0857c03a4e0796b6d1dae5b2dc0, disabling compactions & flushes 2024-11-27T11:20:58,622 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. 2024-11-27T11:20:58,622 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. 2024-11-27T11:20:58,623 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. after waiting 1 ms 2024-11-27T11:20:58,623 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. 2024-11-27T11:20:58,623 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ca0c0857c03a4e0796b6d1dae5b2dc0: Waiting for close lock at 1732706458622Running coprocessor pre-close hooks at 1732706458622Disabling compacts and flushes for region at 1732706458622Disabling writes for close at 1732706458623 (+1 ms)Failed flush hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0., putting online again at 1732706458623 2024-11-27T11:20:58,623 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. 2024-11-27T11:20:58,626 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/.tmp/table/8cb84764919a4c6b9d0126c343479bee 2024-11-27T11:20:58,630 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/.tmp/info/47836ba33c364df6a0b0e3ab84279c86 as hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/info/47836ba33c364df6a0b0e3ab84279c86 2024-11-27T11:20:58,633 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/info/47836ba33c364df6a0b0e3ab84279c86, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T11:20:58,634 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/.tmp/ns/deadb1f331a14a678075fba1408cb3bf as hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/ns/deadb1f331a14a678075fba1408cb3bf 2024-11-27T11:20:58,637 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/ns/deadb1f331a14a678075fba1408cb3bf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T11:20:58,638 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/.tmp/rep_barrier/14f9117fabc34108a094b6d8f551b8c7 as hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/rep_barrier/14f9117fabc34108a094b6d8f551b8c7 2024-11-27T11:20:58,641 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/rep_barrier/14f9117fabc34108a094b6d8f551b8c7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T11:20:58,642 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/.tmp/table/8cb84764919a4c6b9d0126c343479bee as hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/table/8cb84764919a4c6b9d0126c343479bee 2024-11-27T11:20:58,645 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/table/8cb84764919a4c6b9d0126c343479bee, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T11:20:58,646 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 939ms, sequenceid=16, compaction requested=false 2024-11-27T11:20:58,649 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1496, reset compression=false 2024-11-27T11:20:58,650 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T11:20:58,651 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:20:58,651 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:20:58,651 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:20:58,651 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706457707Running coprocessor pre-close hooks at 1732706457707Disabling compacts and flushes for region at 1732706457707Disabling writes for close at 1732706457707Obtaining lock to block concurrent updates at 1732706457707Preparing flush snapshotting stores in 1588230740 at 1732706457707Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732706457708 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732706457708Flushing 1588230740/info: creating writer at 1732706457708Flushing 1588230740/info: appending metadata at 1732706457740 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732706457740Flushing 1588230740/ns: creating writer at 1732706457758 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732706457774 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732706457774Flushing 1588230740/rep_barrier: creating writer at 1732706457782 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732706457797 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732706457797Flushing 1588230740/table: creating writer at 1732706458209 (+412 ms)Flushing 1588230740/table: appending metadata at 1732706458222 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732706458222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ed16248: reopening flushed file at 1732706458629 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4350ca: reopening flushed file at 1732706458633 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1641ce10: reopening flushed file at 1732706458637 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62853799: reopening flushed file at 1732706458642 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 939ms, sequenceid=16, compaction requested=false at 1732706458646 (+4 ms)Writing region close event to WAL at 1732706458648 (+2 ms)Running coprocessor post-close hooks at 1732706458651 (+3 ms)Closed at 1732706458651 2024-11-27T11:20:58,651 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:20:58,707 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T11:20:58,707 DEBUG [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(1325): Online Regions={2ca0c0857c03a4e0796b6d1dae5b2dc0=hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0.} 2024-11-27T11:20:58,707 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ca0c0857c03a4e0796b6d1dae5b2dc0 2024-11-27T11:20:58,707 DEBUG [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(1351): Waiting on 2ca0c0857c03a4e0796b6d1dae5b2dc0 2024-11-27T11:20:58,708 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ca0c0857c03a4e0796b6d1dae5b2dc0, disabling compactions & flushes 2024-11-27T11:20:58,708 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. 2024-11-27T11:20:58,708 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. 2024-11-27T11:20:58,708 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. after waiting 0 ms 2024-11-27T11:20:58,708 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. 2024-11-27T11:20:58,708 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ca0c0857c03a4e0796b6d1dae5b2dc0: Waiting for close lock at 1732706458708Running coprocessor pre-close hooks at 1732706458708Disabling compacts and flushes for region at 1732706458708Disabling writes for close at 1732706458708Failed flush hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0., putting online again at 1732706458708 2024-11-27T11:20:58,708 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732706442773.2ca0c0857c03a4e0796b6d1dae5b2dc0. 2024-11-27T11:20:58,835 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 1715, reset compression=false 2024-11-27T11:20:58,840 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:20:58,840 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.wal-reader.5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.1732706432304 to pos 2359, reset compression=false 2024-11-27T11:20:58,908 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T11:20:58,908 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,37187,1732706430313; all regions closed. 2024-11-27T11:20:58,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741834_1010 (size=4239) 2024-11-27T11:20:58,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/WALs/5b617c7edc8e,37187,1732706430313/5b617c7edc8e%2C37187%2C1732706430313.meta.1732706433225.meta not finished, retry = 0 2024-11-27T11:20:59,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741839_1015 (size=2609) 2024-11-27T11:20:59,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741832_1008 (size=2367) 2024-11-27T11:20:59,015 DEBUG [RS:0;5b617c7edc8e:37187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:59,015 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:20:59,015 INFO [RS:0;5b617c7edc8e:37187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:20:59,015 INFO [RS:0;5b617c7edc8e:37187 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T11:20:59,016 INFO [RS:0;5b617c7edc8e:37187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:20:59,016 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:20:59,016 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b617c7edc8e,37187,1732706430313 because: Region server is closing 2024-11-27T11:20:59,016 INFO [RS:0;5b617c7edc8e:37187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:37187. 2024-11-27T11:20:59,016 DEBUG [RS:0;5b617c7edc8e:37187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:59,016 DEBUG [RS:0;5b617c7edc8e:37187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:59,016 DEBUG [RS:0;5b617c7edc8e:37187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:59,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:59,117 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37187,1732706430313.replicationSource.shipper5b617c7edc8e%2C37187%2C1732706430313,1-5b617c7edc8e,37187,1732706430313 terminated 2024-11-27T11:20:59,117 INFO [RS:0;5b617c7edc8e:37187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:37187. 2024-11-27T11:20:59,117 DEBUG [RS:0;5b617c7edc8e:37187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:20:59,117 DEBUG [RS:0;5b617c7edc8e:37187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:59,117 DEBUG [RS:0;5b617c7edc8e:37187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:20:59,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:20:59,117 INFO [RS:0;5b617c7edc8e:37187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37187 2024-11-27T11:20:59,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-963150408/rs/5b617c7edc8e,37187,1732706430313 2024-11-27T11:20:59,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408/rs 2024-11-27T11:20:59,121 INFO [RS:0;5b617c7edc8e:37187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:20:59,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,37187,1732706430313] 2024-11-27T11:20:59,124 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-963150408/draining/5b617c7edc8e,37187,1732706430313 already deleted, retry=false 2024-11-27T11:20:59,124 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,37187,1732706430313 expired; onlineServers=0 2024-11-27T11:20:59,124 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,34391,1732706430273' ***** 2024-11-27T11:20:59,124 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:20:59,124 INFO [M:0;5b617c7edc8e:34391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:20:59,124 INFO [M:0;5b617c7edc8e:34391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:20:59,124 DEBUG [M:0;5b617c7edc8e:34391 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:20:59,124 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:20:59,124 DEBUG [M:0;5b617c7edc8e:34391 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:20:59,124 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706432086 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706432086,5,FailOnTimeoutGroup] 2024-11-27T11:20:59,124 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706432084 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706432084,5,FailOnTimeoutGroup] 2024-11-27T11:20:59,124 INFO [M:0;5b617c7edc8e:34391 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:20:59,124 INFO [M:0;5b617c7edc8e:34391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:20:59,125 DEBUG [M:0;5b617c7edc8e:34391 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:20:59,125 INFO [M:0;5b617c7edc8e:34391 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:20:59,125 INFO [M:0;5b617c7edc8e:34391 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:20:59,125 INFO [M:0;5b617c7edc8e:34391 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:20:59,125 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:20:59,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-963150408/master 2024-11-27T11:20:59,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963150408 2024-11-27T11:20:59,126 DEBUG [M:0;5b617c7edc8e:34391 {}] zookeeper.ZKUtil(347): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Unable to get data of znode /1-963150408/master because node does not exist (not an error) 2024-11-27T11:20:59,126 WARN [M:0;5b617c7edc8e:34391 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:20:59,127 INFO [M:0;5b617c7edc8e:34391 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/.lastflushedseqids 2024-11-27T11:20:59,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741847_1023 (size=245) 2024-11-27T11:20:59,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:20:59,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1015927c30c0004, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:20:59,223 INFO [RS:0;5b617c7edc8e:37187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:20:59,223 INFO [RS:0;5b617c7edc8e:37187 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,37187,1732706430313; zookeeper connection closed. 2024-11-27T11:20:59,223 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3eb1ff14 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3eb1ff14 2024-11-27T11:20:59,224 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:20:59,531 INFO [M:0;5b617c7edc8e:34391 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:20:59,532 INFO [M:0;5b617c7edc8e:34391 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:20:59,532 DEBUG [M:0;5b617c7edc8e:34391 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:20:59,532 INFO [M:0;5b617c7edc8e:34391 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:59,532 DEBUG [M:0;5b617c7edc8e:34391 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:59,532 DEBUG [M:0;5b617c7edc8e:34391 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:20:59,532 DEBUG [M:0;5b617c7edc8e:34391 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:20:59,532 INFO [M:0;5b617c7edc8e:34391 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-27T11:20:59,552 DEBUG [M:0;5b617c7edc8e:34391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/878fa0c0a02d4978b91513186b1deb94 is 82, key is hbase:meta,,1/info:regioninfo/1732706433265/Put/seqid=0 2024-11-27T11:20:59,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741848_1024 (size=5672) 2024-11-27T11:20:59,653 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1496, reset compression=false 2024-11-27T11:20:59,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:20:59,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:59,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:59,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:59,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:59,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:59,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:59,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:59,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:59,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:59,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:59,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:59,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:59,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:20:59,860 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T11:20:59,957 INFO [M:0;5b617c7edc8e:34391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/878fa0c0a02d4978b91513186b1deb94 2024-11-27T11:20:59,975 DEBUG [M:0;5b617c7edc8e:34391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a237b6e4d1cd40c7b70f6891d9970d8d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732706443964/Put/seqid=0 2024-11-27T11:20:59,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741849_1025 (size=8517) 2024-11-27T11:21:00,379 INFO [M:0;5b617c7edc8e:34391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a237b6e4d1cd40c7b70f6891d9970d8d 2024-11-27T11:21:00,397 DEBUG [M:0;5b617c7edc8e:34391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9766468b40d840069d9157b99881a386 is 69, key is 5b617c7edc8e,37187,1732706430313/rs:state/1732706432158/Put/seqid=0 2024-11-27T11:21:00,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741850_1026 (size=5156) 2024-11-27T11:21:00,757 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.wal-reader.5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/WALs/5b617c7edc8e,43447,1732706426260/5b617c7edc8e%2C43447%2C1732706426260.1732706427888 to pos 1496, reset compression=false 2024-11-27T11:21:00,801 INFO [M:0;5b617c7edc8e:34391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9766468b40d840069d9157b99881a386 2024-11-27T11:21:00,805 DEBUG [M:0;5b617c7edc8e:34391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/878fa0c0a02d4978b91513186b1deb94 as hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/878fa0c0a02d4978b91513186b1deb94 2024-11-27T11:21:00,809 INFO [M:0;5b617c7edc8e:34391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/878fa0c0a02d4978b91513186b1deb94, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T11:21:00,810 DEBUG [M:0;5b617c7edc8e:34391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a237b6e4d1cd40c7b70f6891d9970d8d as hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a237b6e4d1cd40c7b70f6891d9970d8d 2024-11-27T11:21:00,815 INFO [M:0;5b617c7edc8e:34391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a237b6e4d1cd40c7b70f6891d9970d8d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T11:21:00,816 DEBUG [M:0;5b617c7edc8e:34391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9766468b40d840069d9157b99881a386 as hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9766468b40d840069d9157b99881a386 2024-11-27T11:21:00,820 INFO [M:0;5b617c7edc8e:34391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9766468b40d840069d9157b99881a386, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T11:21:00,820 INFO [M:0;5b617c7edc8e:34391 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-27T11:21:00,822 INFO [M:0;5b617c7edc8e:34391 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:00,822 DEBUG [M:0;5b617c7edc8e:34391 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706459532Disabling compacts and flushes for region at 1732706459532Disabling writes for close at 1732706459532Obtaining lock to block concurrent updates at 1732706459532Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706459532Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732706459532Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706459533 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706459533Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706459551 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706459552 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706459960 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706459974 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706459974Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706460383 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706460397 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706460397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b24b849: reopening flushed file at 1732706460804 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@355dd7ff: reopening flushed file at 1732706460809 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3883b96: reopening flushed file at 1732706460816 (+7 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1732706460821 (+5 ms)Writing region close event to WAL at 1732706460822 (+1 ms)Closed at 1732706460822 2024-11-27T11:21:00,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741830_1006 (size=63666) 2024-11-27T11:21:00,824 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb8a533f-442e-f7e4-3015-fdd06c6c5d7e/MasterData/WALs/5b617c7edc8e,34391,1732706430273/5b617c7edc8e%2C34391%2C1732706430273.1732706431997 not finished, retry = 0 2024-11-27T11:21:00,925 INFO [M:0;5b617c7edc8e:34391 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:21:00,925 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:21:00,925 INFO [M:0;5b617c7edc8e:34391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34391 2024-11-27T11:21:00,925 INFO [M:0;5b617c7edc8e:34391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:21:01,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:21:01,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34391-0x1015927c30c0003, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:21:01,027 INFO [M:0;5b617c7edc8e:34391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:21:01,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@412e2c79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:21:01,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63981716{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:21:01,032 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:21:01,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36b7fade{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:21:01,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ed0fbc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/hadoop.log.dir/,STOPPED} 2024-11-27T11:21:01,035 WARN [BP-1819120544-172.17.0.2-1732706429065 heartbeating to localhost/127.0.0.1:43449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:21:01,035 WARN [BP-1819120544-172.17.0.2-1732706429065 heartbeating to localhost/127.0.0.1:43449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1819120544-172.17.0.2-1732706429065 (Datanode Uuid 961449b5-f998-4cfc-a7d2-cc42c16659d7) service to localhost/127.0.0.1:43449 2024-11-27T11:21:01,035 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:21:01,035 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:21:01,036 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/cluster_f8b7c5e4-5c60-8f39-46a9-0b2c03be400b/data/data1/current/BP-1819120544-172.17.0.2-1732706429065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:21:01,036 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/cluster_f8b7c5e4-5c60-8f39-46a9-0b2c03be400b/data/data2/current/BP-1819120544-172.17.0.2-1732706429065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:21:01,036 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:21:01,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bb56a7d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:21:01,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18593ceb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:21:01,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:21:01,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77dc4aa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:21:01,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cc3c708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ac24a87-c66d-d891-5f3c-d3766d1289df/hadoop.log.dir/,STOPPED} 2024-11-27T11:21:01,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:21:01,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:21:01,061 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:21:01,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:01,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:01,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:01,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:01,062 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:21:01,062 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=333878508, stopped=false 2024-11-27T11:21:01,062 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,43459,1732706426086 2024-11-27T11:21:01,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-830151134/running 2024-11-27T11:21:01,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134 2024-11-27T11:21:01,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-830151134/running 2024-11-27T11:21:01,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134 2024-11-27T11:21:01,065 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:21:01,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Set watcher on znode that does not yet exist, /0-830151134/running 2024-11-27T11:21:01,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Set watcher on znode that does not yet exist, /0-830151134/running 2024-11-27T11:21:01,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:21:01,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:01,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:01,067 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,43447,1732706426260' ***** 2024-11-27T11:21:01,067 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:21:01,067 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:21:01,067 INFO [RS:0;5b617c7edc8e:43447 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:21:01,067 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:21:01,067 INFO [RS:0;5b617c7edc8e:43447 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:21:01,067 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(3091): Received CLOSE for c3ffffd567366a8438e91c2fcb707ac2 2024-11-27T11:21:01,067 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(3091): Received CLOSE for ba76712f301aa4959cd8f1bf8474d2e2 2024-11-27T11:21:01,067 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,43447,1732706426260 2024-11-27T11:21:01,067 INFO [RS:0;5b617c7edc8e:43447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:21:01,067 INFO [RS:0;5b617c7edc8e:43447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:43447. 2024-11-27T11:21:01,067 DEBUG [RS:0;5b617c7edc8e:43447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:01,067 DEBUG [RS:0;5b617c7edc8e:43447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:01,067 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3ffffd567366a8438e91c2fcb707ac2, disabling compactions & flushes 2024-11-27T11:21:01,067 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2. 2024-11-27T11:21:01,067 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2. 2024-11-27T11:21:01,067 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:21:01,067 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2. after waiting 0 ms 2024-11-27T11:21:01,067 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:21:01,067 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2. 2024-11-27T11:21:01,067 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:21:01,068 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:21:01,068 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c3ffffd567366a8438e91c2fcb707ac2 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-27T11:21:01,074 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:21:01,076 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T11:21:01,076 DEBUG [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(1325): Online Regions={c3ffffd567366a8438e91c2fcb707ac2=hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2., 1588230740=hbase:meta,,1.1588230740, ba76712f301aa4959cd8f1bf8474d2e2=test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2.} 2024-11-27T11:21:01,076 DEBUG [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba76712f301aa4959cd8f1bf8474d2e2, c3ffffd567366a8438e91c2fcb707ac2 2024-11-27T11:21:01,077 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:21:01,077 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:21:01,077 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:21:01,077 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:21:01,077 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:21:01,077 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T11:21:01,098 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/replication/c3ffffd567366a8438e91c2fcb707ac2/.tmp/queue/3e9c5574860b47248388828729159303 is 154, key is 1-5b617c7edc8e,43447,1732706426260/queue:5b617c7edc8e%2C43447%2C1732706426260/1732706454208/Put/seqid=0 2024-11-27T11:21:01,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741840_1016 (size=5353) 2024-11-27T11:21:01,108 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/replication/c3ffffd567366a8438e91c2fcb707ac2/.tmp/queue/3e9c5574860b47248388828729159303 2024-11-27T11:21:01,110 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/.tmp/info/1fecd7db16b04932a5d846dbf19aa6a5 is 147, key is hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2./info:regioninfo/1732706441791/Put/seqid=0 2024-11-27T11:21:01,116 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/replication/c3ffffd567366a8438e91c2fcb707ac2/.tmp/queue/3e9c5574860b47248388828729159303 as hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/replication/c3ffffd567366a8438e91c2fcb707ac2/queue/3e9c5574860b47248388828729159303 2024-11-27T11:21:01,121 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/replication/c3ffffd567366a8438e91c2fcb707ac2/queue/3e9c5574860b47248388828729159303, entries=1, sequenceid=14, filesize=5.2 K 2024-11-27T11:21:01,122 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c3ffffd567366a8438e91c2fcb707ac2 in 55ms, sequenceid=14, compaction requested=false 2024-11-27T11:21:01,122 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T11:21:01,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741841_1017 (size=7686) 2024-11-27T11:21:01,149 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/replication/c3ffffd567366a8438e91c2fcb707ac2/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-27T11:21:01,150 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:21:01,150 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:21:01,150 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2. 2024-11-27T11:21:01,150 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3ffffd567366a8438e91c2fcb707ac2: Waiting for close lock at 1732706461067Running coprocessor pre-close hooks at 1732706461067Disabling compacts and flushes for region at 1732706461067Disabling writes for close at 1732706461067Obtaining lock to block concurrent updates at 1732706461068 (+1 ms)Preparing flush snapshotting stores in c3ffffd567366a8438e91c2fcb707ac2 at 1732706461068Finished memstore snapshotting hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732706461068Flushing stores of hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2. at 1732706461069 (+1 ms)Flushing c3ffffd567366a8438e91c2fcb707ac2/queue: creating writer at 1732706461069Flushing c3ffffd567366a8438e91c2fcb707ac2/queue: appending metadata at 1732706461097 (+28 ms)Flushing c3ffffd567366a8438e91c2fcb707ac2/queue: closing flushed file at 1732706461097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dbfa5b9: reopening flushed file at 1732706461115 (+18 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c3ffffd567366a8438e91c2fcb707ac2 in 55ms, sequenceid=14, compaction requested=false at 1732706461122 (+7 ms)Writing region close event to WAL at 1732706461133 (+11 ms)Running coprocessor post-close hooks at 1732706461149 (+16 ms)Closed at 1732706461150 (+1 ms) 2024-11-27T11:21:01,150 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732706440602.c3ffffd567366a8438e91c2fcb707ac2. 2024-11-27T11:21:01,150 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba76712f301aa4959cd8f1bf8474d2e2, disabling compactions & flushes 2024-11-27T11:21:01,150 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2. 2024-11-27T11:21:01,150 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2. 2024-11-27T11:21:01,150 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2. after waiting 0 ms 2024-11-27T11:21:01,150 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2. 2024-11-27T11:21:01,150 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ba76712f301aa4959cd8f1bf8474d2e2 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-27T11:21:01,171 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2/.tmp/f/9ded946ba2184529ab883c29ad9c9420 is 37, key is row3/f:row3/1732706452801/Put/seqid=0 2024-11-27T11:21:01,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741842_1018 (size=5228) 2024-11-27T11:21:01,277 DEBUG [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba76712f301aa4959cd8f1bf8474d2e2 2024-11-27T11:21:01,477 DEBUG [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba76712f301aa4959cd8f1bf8474d2e2 2024-11-27T11:21:01,533 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/.tmp/info/1fecd7db16b04932a5d846dbf19aa6a5 2024-11-27T11:21:01,563 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/.tmp/ns/1e197777c36f49a3857551726c3b91f5 is 43, key is default/ns:d/1732706428898/Put/seqid=0 2024-11-27T11:21:01,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741843_1019 (size=5153) 2024-11-27T11:21:01,570 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/.tmp/ns/1e197777c36f49a3857551726c3b91f5 2024-11-27T11:21:01,577 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2/.tmp/f/9ded946ba2184529ab883c29ad9c9420 2024-11-27T11:21:01,582 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ded946ba2184529ab883c29ad9c9420 2024-11-27T11:21:01,601 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/.tmp/rep_barrier/811fb2098ee144f29a786cf1577f7d9e is 112, key is test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2./rep_barrier:seqnumDuringOpen/1732706437508/Put/seqid=0 2024-11-27T11:21:01,612 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2/.tmp/f1/062a67b7e95a49aa931f30d065e3709f is 30, key is row1/f1:/1732706450141/DeleteFamily/seqid=0 2024-11-27T11:21:01,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741845_1021 (size=5518) 2024-11-27T11:21:01,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741844_1020 (size=5158) 2024-11-27T11:21:01,647 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/.tmp/rep_barrier/811fb2098ee144f29a786cf1577f7d9e 2024-11-27T11:21:01,647 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2/.tmp/f1/062a67b7e95a49aa931f30d065e3709f 2024-11-27T11:21:01,653 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 062a67b7e95a49aa931f30d065e3709f 2024-11-27T11:21:01,673 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/.tmp/table/5c5140a074a44c49a4a3a9a0fa586f02 is 53, key is hbase:replication/table:state/1732706441799/Put/seqid=0 2024-11-27T11:21:01,677 DEBUG [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba76712f301aa4959cd8f1bf8474d2e2 2024-11-27T11:21:01,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741846_1022 (size=5308) 2024-11-27T11:21:01,688 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/.tmp/table/5c5140a074a44c49a4a3a9a0fa586f02 2024-11-27T11:21:01,688 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2/.tmp/norep/8a9fd41d55244019a810474b90827b2b is 32, key is row/norep:/1732706449133/DeleteFamily/seqid=0 2024-11-27T11:21:01,696 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/.tmp/info/1fecd7db16b04932a5d846dbf19aa6a5 as hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/info/1fecd7db16b04932a5d846dbf19aa6a5 2024-11-27T11:21:01,701 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/info/1fecd7db16b04932a5d846dbf19aa6a5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T11:21:01,701 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/.tmp/ns/1e197777c36f49a3857551726c3b91f5 as hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/ns/1e197777c36f49a3857551726c3b91f5 2024-11-27T11:21:01,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741847_1023 (size=5101) 2024-11-27T11:21:01,703 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2/.tmp/norep/8a9fd41d55244019a810474b90827b2b 2024-11-27T11:21:01,707 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a9fd41d55244019a810474b90827b2b 2024-11-27T11:21:01,707 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2/.tmp/f/9ded946ba2184529ab883c29ad9c9420 as hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2/f/9ded946ba2184529ab883c29ad9c9420 2024-11-27T11:21:01,707 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/ns/1e197777c36f49a3857551726c3b91f5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T11:21:01,708 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/.tmp/rep_barrier/811fb2098ee144f29a786cf1577f7d9e as hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/rep_barrier/811fb2098ee144f29a786cf1577f7d9e 2024-11-27T11:21:01,712 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ded946ba2184529ab883c29ad9c9420 2024-11-27T11:21:01,712 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2/f/9ded946ba2184529ab883c29ad9c9420, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T11:21:01,713 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2/.tmp/f1/062a67b7e95a49aa931f30d065e3709f as hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2/f1/062a67b7e95a49aa931f30d065e3709f 2024-11-27T11:21:01,714 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/rep_barrier/811fb2098ee144f29a786cf1577f7d9e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T11:21:01,715 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/.tmp/table/5c5140a074a44c49a4a3a9a0fa586f02 as hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/table/5c5140a074a44c49a4a3a9a0fa586f02 2024-11-27T11:21:01,718 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 062a67b7e95a49aa931f30d065e3709f 2024-11-27T11:21:01,718 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2/f1/062a67b7e95a49aa931f30d065e3709f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T11:21:01,718 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/table/5c5140a074a44c49a4a3a9a0fa586f02, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T11:21:01,719 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2/.tmp/norep/8a9fd41d55244019a810474b90827b2b as hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2/norep/8a9fd41d55244019a810474b90827b2b 2024-11-27T11:21:01,719 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 642ms, sequenceid=16, compaction requested=false 2024-11-27T11:21:01,719 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T11:21:01,723 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a9fd41d55244019a810474b90827b2b 2024-11-27T11:21:01,723 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2/norep/8a9fd41d55244019a810474b90827b2b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T11:21:01,723 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ba76712f301aa4959cd8f1bf8474d2e2 in 573ms, sequenceid=12, compaction requested=false 2024-11-27T11:21:01,724 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T11:21:01,737 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T11:21:01,738 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:21:01,738 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:21:01,738 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:21:01,738 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706461076Running coprocessor pre-close hooks at 1732706461076Disabling compacts and flushes for region at 1732706461076Disabling writes for close at 1732706461077 (+1 ms)Obtaining lock to block concurrent updates at 1732706461077Preparing flush snapshotting stores in 1588230740 at 1732706461077Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732706461077Flushing stores of hbase:meta,,1.1588230740 at 1732706461078 (+1 ms)Flushing 1588230740/info: creating writer at 1732706461078Flushing 1588230740/info: appending metadata at 1732706461109 (+31 ms)Flushing 1588230740/info: closing flushed file at 1732706461109Flushing 1588230740/ns: creating writer at 1732706461539 (+430 ms)Flushing 1588230740/ns: appending metadata at 1732706461561 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732706461562 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732706461579 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732706461600 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732706461600Flushing 1588230740/table: creating writer at 1732706461653 (+53 ms)Flushing 1588230740/table: appending metadata at 1732706461672 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732706461672Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b1f1a90: reopening flushed file at 1732706461694 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@466507d0: reopening flushed file at 1732706461701 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cf26c43: reopening flushed file at 1732706461707 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec248b6: reopening flushed file at 1732706461714 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 642ms, sequenceid=16, compaction requested=false at 1732706461719 (+5 ms)Writing region close event to WAL at 1732706461733 (+14 ms)Running coprocessor post-close hooks at 1732706461738 (+5 ms)Closed at 1732706461738 2024-11-27T11:21:01,738 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:21:01,739 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/data/default/test/ba76712f301aa4959cd8f1bf8474d2e2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T11:21:01,740 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:21:01,740 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:21:01,740 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2. 2024-11-27T11:21:01,740 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba76712f301aa4959cd8f1bf8474d2e2: Waiting for close lock at 1732706461150Running coprocessor pre-close hooks at 1732706461150Disabling compacts and flushes for region at 1732706461150Disabling writes for close at 1732706461150Obtaining lock to block concurrent updates at 1732706461150Preparing flush snapshotting stores in ba76712f301aa4959cd8f1bf8474d2e2 at 1732706461150Finished memstore snapshotting test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732706461151 (+1 ms)Flushing stores of test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2. at 1732706461151Flushing ba76712f301aa4959cd8f1bf8474d2e2/f: creating writer at 1732706461151Flushing ba76712f301aa4959cd8f1bf8474d2e2/f: appending metadata at 1732706461170 (+19 ms)Flushing ba76712f301aa4959cd8f1bf8474d2e2/f: closing flushed file at 1732706461170Flushing ba76712f301aa4959cd8f1bf8474d2e2/f1: creating writer at 1732706461583 (+413 ms)Flushing ba76712f301aa4959cd8f1bf8474d2e2/f1: appending metadata at 1732706461611 (+28 ms)Flushing ba76712f301aa4959cd8f1bf8474d2e2/f1: closing flushed file at 1732706461611Flushing ba76712f301aa4959cd8f1bf8474d2e2/norep: creating writer at 1732706461654 (+43 ms)Flushing ba76712f301aa4959cd8f1bf8474d2e2/norep: appending metadata at 1732706461687 (+33 ms)Flushing ba76712f301aa4959cd8f1bf8474d2e2/norep: closing flushed file at 1732706461687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e3c4e5: reopening flushed file at 1732706461707 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307d4ece: reopening flushed file at 1732706461712 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20157b91: reopening flushed file at 1732706461718 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ba76712f301aa4959cd8f1bf8474d2e2 in 573ms, sequenceid=12, compaction requested=false at 1732706461724 (+6 ms)Writing region close event to WAL at 1732706461736 (+12 ms)Running coprocessor post-close hooks at 1732706461740 (+4 ms)Closed at 1732706461740 2024-11-27T11:21:01,741 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732706437161.ba76712f301aa4959cd8f1bf8474d2e2. 2024-11-27T11:21:01,754 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:21:01,754 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:21:01,877 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,43447,1732706426260; all regions closed. 2024-11-27T11:21:01,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741834_1010 (size=4239) 2024-11-27T11:21:01,883 DEBUG [RS:0;5b617c7edc8e:43447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/oldWALs 2024-11-27T11:21:01,883 INFO [RS:0;5b617c7edc8e:43447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C43447%2C1732706426260.meta:.meta(num 1732706428845) 2024-11-27T11:21:01,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741839_1015 (size=3552) 2024-11-27T11:21:01,887 DEBUG [RS:0;5b617c7edc8e:43447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/oldWALs 2024-11-27T11:21:01,887 INFO [RS:0;5b617c7edc8e:43447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C43447%2C1732706426260.rep:(num 1732706441752) 2024-11-27T11:21:01,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741832_1008 (size=2395) 2024-11-27T11:21:01,891 DEBUG [RS:0;5b617c7edc8e:43447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/oldWALs 2024-11-27T11:21:01,891 INFO [RS:0;5b617c7edc8e:43447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C43447%2C1732706426260:(num 1732706427888) 2024-11-27T11:21:01,891 DEBUG [RS:0;5b617c7edc8e:43447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:01,891 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:21:01,892 INFO [RS:0;5b617c7edc8e:43447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:21:01,892 INFO [RS:0;5b617c7edc8e:43447 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T11:21:01,892 INFO [RS:0;5b617c7edc8e:43447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:21:01,892 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:21:01,893 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b617c7edc8e,43447,1732706426260 because: Region server is closing 2024-11-27T11:21:01,893 INFO [RS:0;5b617c7edc8e:43447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:43447. 2024-11-27T11:21:01,893 DEBUG [RS:0;5b617c7edc8e:43447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:01,893 DEBUG [RS:0;5b617c7edc8e:43447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:01,894 DEBUG [RS:0;5b617c7edc8e:43447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:01,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:01,994 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.shipper5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T11:21:01,994 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,43447,1732706426260.replicationSource.shipper5b617c7edc8e%2C43447%2C1732706426260,1-5b617c7edc8e,43447,1732706426260 terminated 2024-11-27T11:21:01,994 INFO [RS:0;5b617c7edc8e:43447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:43447. 2024-11-27T11:21:01,994 DEBUG [RS:0;5b617c7edc8e:43447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:01,995 DEBUG [RS:0;5b617c7edc8e:43447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:01,995 DEBUG [RS:0;5b617c7edc8e:43447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:01,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:01,995 INFO [RS:0;5b617c7edc8e:43447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43447 2024-11-27T11:21:01,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134/rs 2024-11-27T11:21:01,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-830151134/rs/5b617c7edc8e,43447,1732706426260 2024-11-27T11:21:01,999 INFO [RS:0;5b617c7edc8e:43447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:21:02,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,43447,1732706426260] 2024-11-27T11:21:02,001 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-830151134/draining/5b617c7edc8e,43447,1732706426260 already deleted, retry=false 2024-11-27T11:21:02,001 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,43447,1732706426260 expired; onlineServers=0 2024-11-27T11:21:02,001 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,43459,1732706426086' ***** 2024-11-27T11:21:02,001 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:21:02,002 INFO [M:0;5b617c7edc8e:43459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:21:02,002 INFO [M:0;5b617c7edc8e:43459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:21:02,002 DEBUG [M:0;5b617c7edc8e:43459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:21:02,002 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:21:02,002 DEBUG [M:0;5b617c7edc8e:43459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:21:02,002 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706427691 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706427691,5,FailOnTimeoutGroup] 2024-11-27T11:21:02,002 INFO [M:0;5b617c7edc8e:43459 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:21:02,002 INFO [M:0;5b617c7edc8e:43459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:21:02,002 DEBUG [M:0;5b617c7edc8e:43459 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:21:02,002 INFO [M:0;5b617c7edc8e:43459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:21:02,002 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706427691 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706427691,5,FailOnTimeoutGroup] 2024-11-27T11:21:02,003 INFO [M:0;5b617c7edc8e:43459 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:21:02,003 INFO [M:0;5b617c7edc8e:43459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:21:02,003 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:21:02,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-830151134/master 2024-11-27T11:21:02,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830151134 2024-11-27T11:21:02,006 DEBUG [M:0;5b617c7edc8e:43459 {}] zookeeper.RecoverableZooKeeper(212): Node /0-830151134/master already deleted, retry=false 2024-11-27T11:21:02,006 DEBUG [M:0;5b617c7edc8e:43459 {}] master.ActiveMasterManager(353): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-830151134/master 2024-11-27T11:21:02,007 INFO [M:0;5b617c7edc8e:43459 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/.lastflushedseqids 2024-11-27T11:21:02,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741848_1024 (size=245) 2024-11-27T11:21:02,017 INFO [M:0;5b617c7edc8e:43459 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:21:02,017 INFO [M:0;5b617c7edc8e:43459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:21:02,017 DEBUG [M:0;5b617c7edc8e:43459 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:21:02,017 INFO [M:0;5b617c7edc8e:43459 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:02,017 DEBUG [M:0;5b617c7edc8e:43459 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:02,017 DEBUG [M:0;5b617c7edc8e:43459 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:21:02,017 DEBUG [M:0;5b617c7edc8e:43459 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:02,017 INFO [M:0;5b617c7edc8e:43459 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-27T11:21:02,036 DEBUG [M:0;5b617c7edc8e:43459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e10418f983043de9518aa08b70a8967 is 82, key is hbase:meta,,1/info:regioninfo/1732706428885/Put/seqid=0 2024-11-27T11:21:02,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741849_1025 (size=5672) 2024-11-27T11:21:02,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:21:02,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1015927c30c0001, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:21:02,101 INFO [RS:0;5b617c7edc8e:43447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:21:02,101 INFO [RS:0;5b617c7edc8e:43447 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,43447,1732706426260; zookeeper connection closed. 2024-11-27T11:21:02,102 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71835c50 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71835c50 2024-11-27T11:21:02,102 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:21:02,440 INFO [M:0;5b617c7edc8e:43459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e10418f983043de9518aa08b70a8967 2024-11-27T11:21:02,461 DEBUG [M:0;5b617c7edc8e:43459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6b359b3fbfa4b69b51d139cccfc4f22 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732706437518/Put/seqid=0 2024-11-27T11:21:02,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741850_1026 (size=7219) 2024-11-27T11:21:02,876 INFO [M:0;5b617c7edc8e:43459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6b359b3fbfa4b69b51d139cccfc4f22 2024-11-27T11:21:02,881 INFO [M:0;5b617c7edc8e:43459 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6b359b3fbfa4b69b51d139cccfc4f22 2024-11-27T11:21:02,895 DEBUG [M:0;5b617c7edc8e:43459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bb4e9274fa0410d97ccf97f5b4bd7bd is 69, key is 5b617c7edc8e,43447,1732706426260/rs:state/1732706427729/Put/seqid=0 2024-11-27T11:21:02,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741851_1027 (size=5156) 2024-11-27T11:21:03,299 INFO [M:0;5b617c7edc8e:43459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bb4e9274fa0410d97ccf97f5b4bd7bd 2024-11-27T11:21:03,304 DEBUG [M:0;5b617c7edc8e:43459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e10418f983043de9518aa08b70a8967 as hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e10418f983043de9518aa08b70a8967 2024-11-27T11:21:03,309 INFO [M:0;5b617c7edc8e:43459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e10418f983043de9518aa08b70a8967, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T11:21:03,309 DEBUG [M:0;5b617c7edc8e:43459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6b359b3fbfa4b69b51d139cccfc4f22 as hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6b359b3fbfa4b69b51d139cccfc4f22 2024-11-27T11:21:03,314 INFO [M:0;5b617c7edc8e:43459 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6b359b3fbfa4b69b51d139cccfc4f22 2024-11-27T11:21:03,314 INFO [M:0;5b617c7edc8e:43459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6b359b3fbfa4b69b51d139cccfc4f22, entries=11, sequenceid=105, filesize=7.0 K 2024-11-27T11:21:03,315 DEBUG [M:0;5b617c7edc8e:43459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bb4e9274fa0410d97ccf97f5b4bd7bd as hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5bb4e9274fa0410d97ccf97f5b4bd7bd 2024-11-27T11:21:03,320 INFO [M:0;5b617c7edc8e:43459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46717/user/jenkins/test-data/6447548d-0d38-2a38-1e0d-e64f75fff733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5bb4e9274fa0410d97ccf97f5b4bd7bd, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T11:21:03,322 INFO [M:0;5b617c7edc8e:43459 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=105, compaction requested=false 2024-11-27T11:21:03,338 INFO [M:0;5b617c7edc8e:43459 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:03,338 DEBUG [M:0;5b617c7edc8e:43459 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706462017Disabling compacts and flushes for region at 1732706462017Disabling writes for close at 1732706462017Obtaining lock to block concurrent updates at 1732706462017Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706462017Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732706462018 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706462018Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706462018Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706462036 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706462036Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706462445 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706462460 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706462460Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706462881 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706462895 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706462895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@780c8d08: reopening flushed file at 1732706463304 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32518dcc: reopening flushed file at 1732706463309 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e1f348: reopening flushed file at 1732706463314 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=105, compaction requested=false at 1732706463322 (+8 ms)Writing region close event to WAL at 1732706463338 (+16 ms)Closed at 1732706463338 2024-11-27T11:21:03,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45015 is added to blk_1073741830_1006 (size=64435) 2024-11-27T11:21:03,343 INFO [M:0;5b617c7edc8e:43459 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:21:03,343 INFO [M:0;5b617c7edc8e:43459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43459 2024-11-27T11:21:03,343 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:21:03,345 INFO [M:0;5b617c7edc8e:43459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:21:03,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:21:03,448 INFO [M:0;5b617c7edc8e:43459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:21:03,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x1015927c30c0000, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:21:03,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a393849{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:21:03,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@465df952{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:21:03,451 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:21:03,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f64bfe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:21:03,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a3b092b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/hadoop.log.dir/,STOPPED} 2024-11-27T11:21:03,454 WARN [BP-245798264-172.17.0.2-1732706424982 heartbeating to localhost/127.0.0.1:46717 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:21:03,454 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:21:03,454 WARN [BP-245798264-172.17.0.2-1732706424982 heartbeating to localhost/127.0.0.1:46717 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-245798264-172.17.0.2-1732706424982 (Datanode Uuid b0f719d7-502e-4a1d-a125-5311d526b429) service to localhost/127.0.0.1:46717 2024-11-27T11:21:03,454 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:21:03,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/cluster_daef309d-3923-806e-442d-618864270829/data/data1/current/BP-245798264-172.17.0.2-1732706424982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:21:03,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/cluster_daef309d-3923-806e-442d-618864270829/data/data2/current/BP-245798264-172.17.0.2-1732706424982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:21:03,456 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:21:03,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76d4c949{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:21:03,462 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67c47c11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:21:03,462 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:21:03,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4590d0bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:21:03,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a9c2fb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8219aad-0fdb-21ee-f173-c741dd493436/hadoop.log.dir/,STOPPED} 2024-11-27T11:21:03,468 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T11:21:03,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:21:03,493 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 271) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:38207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:46717 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-22 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:43449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52253) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52253) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:38207 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:38207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:46717 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52253) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:46717 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43449 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 666) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=296 (was 315), ProcessCount=11 (was 11), AvailableMemoryMB=7229 (was 7355) 2024-11-27T11:21:03,505 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=296, ProcessCount=11, AvailableMemoryMB=7229 2024-11-27T11:21:03,519 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-27T11:21:03,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/hadoop.log.dir so I do NOT create it in target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed 2024-11-27T11:21:03,520 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:21:03,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/hadoop.tmp.dir so I do NOT create it in target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed 2024-11-27T11:21:03,520 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e908ec8c-11cf-78e5-d676-84a9b0ccea84/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:21:03,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed 2024-11-27T11:21:03,520 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/cluster_5111d3aa-4797-5b4a-bf9f-1caea33659b5, deleteOnExit=true 2024-11-27T11:21:03,526 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/cluster_5111d3aa-4797-5b4a-bf9f-1caea33659b5/zookeeper_0, clientPort=50302, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/cluster_5111d3aa-4797-5b4a-bf9f-1caea33659b5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/cluster_5111d3aa-4797-5b4a-bf9f-1caea33659b5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T11:21:03,529 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50302 2024-11-27T11:21:03,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:21:03,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:21:03,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/test.cache.data in system properties and HBase conf 2024-11-27T11:21:03,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:21:03,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:21:03,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:21:03,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:21:03,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:21:03,529 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:21:03,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:21:03,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:21:03,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:21:03,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:21:03,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:21:03,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:21:03,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:21:03,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:21:03,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:21:03,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:21:03,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:21:03,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:21:03,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:21:03,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:21:03,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015927c30c0005, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T11:21:03,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015927c30c0002, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T11:21:03,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015927c30c0002, quorum=127.0.0.1:52253, baseZNode=/0-830151134 Received Disconnected from ZooKeeper, ignoring 2024-11-27T11:21:03,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015927c30c0005, quorum=127.0.0.1:52253, baseZNode=/1-963150408 Received Disconnected from ZooKeeper, ignoring 2024-11-27T11:21:03,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015927c30c0008, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T11:21:03,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015927c30c0008, quorum=127.0.0.1:52253, baseZNode=/21219452450 Received Disconnected from ZooKeeper, ignoring 2024-11-27T11:21:03,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:03,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:21:03,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:21:03,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:21:03,746 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:21:03,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:03,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21aca61a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:21:03,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@81d29bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:21:03,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@397ef7b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/java.io.tmpdir/jetty-localhost-46763-hadoop-hdfs-3_4_1-tests_jar-_-any-2587502909044469993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:21:03,938 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fe0c767{HTTP/1.1, (http/1.1)}{localhost:46763} 2024-11-27T11:21:03,938 INFO [Time-limited test {}] server.Server(415): Started @241003ms 2024-11-27T11:21:04,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:04,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:21:04,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:21:04,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:21:04,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:21:04,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58d2c855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:21:04,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a98c75f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:21:04,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4769f48d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/java.io.tmpdir/jetty-localhost-45515-hadoop-hdfs-3_4_1-tests_jar-_-any-10222985083951986605/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:21:04,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a2b1569{HTTP/1.1, (http/1.1)}{localhost:45515} 2024-11-27T11:21:04,198 INFO [Time-limited test {}] server.Server(415): Started @241263ms 2024-11-27T11:21:04,199 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:21:04,327 WARN [Thread-3427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/cluster_5111d3aa-4797-5b4a-bf9f-1caea33659b5/data/data1/current/BP-332982406-172.17.0.2-1732706463594/current, will proceed with Du for space computation calculation, 2024-11-27T11:21:04,327 WARN [Thread-3428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/cluster_5111d3aa-4797-5b4a-bf9f-1caea33659b5/data/data2/current/BP-332982406-172.17.0.2-1732706463594/current, will proceed with Du for space computation calculation, 2024-11-27T11:21:04,351 WARN [Thread-3415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:21:04,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf039013691116c7 with lease ID 0xd48f47eaed82db36: Processing first storage report for DS-e8bc6118-12a3-4f68-9555-9dc1a34d481f from datanode DatanodeRegistration(127.0.0.1:37531, datanodeUuid=c8195eba-2887-4325-8674-3e49486255da, infoPort=44555, infoSecurePort=0, ipcPort=36539, storageInfo=lv=-57;cid=testClusterID;nsid=519009229;c=1732706463594) 2024-11-27T11:21:04,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf039013691116c7 with lease ID 0xd48f47eaed82db36: from storage DS-e8bc6118-12a3-4f68-9555-9dc1a34d481f node DatanodeRegistration(127.0.0.1:37531, datanodeUuid=c8195eba-2887-4325-8674-3e49486255da, infoPort=44555, infoSecurePort=0, ipcPort=36539, storageInfo=lv=-57;cid=testClusterID;nsid=519009229;c=1732706463594), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:21:04,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf039013691116c7 with lease ID 0xd48f47eaed82db36: Processing first storage report for DS-00d25654-3d78-436d-8f7d-c3b1f7785e52 from datanode DatanodeRegistration(127.0.0.1:37531, datanodeUuid=c8195eba-2887-4325-8674-3e49486255da, infoPort=44555, infoSecurePort=0, ipcPort=36539, storageInfo=lv=-57;cid=testClusterID;nsid=519009229;c=1732706463594) 2024-11-27T11:21:04,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf039013691116c7 with lease ID 0xd48f47eaed82db36: from storage DS-00d25654-3d78-436d-8f7d-c3b1f7785e52 node DatanodeRegistration(127.0.0.1:37531, datanodeUuid=c8195eba-2887-4325-8674-3e49486255da, infoPort=44555, infoSecurePort=0, ipcPort=36539, storageInfo=lv=-57;cid=testClusterID;nsid=519009229;c=1732706463594), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:21:04,439 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed 2024-11-27T11:21:04,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:04,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:04,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:21:04,619 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:21:04,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:04,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:04,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:04,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:04,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:04,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:04,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:04,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:04,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:04,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:04,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:04,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:04,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:04,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:04,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2 with version=8 2024-11-27T11:21:04,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/hbase-staging 2024-11-27T11:21:04,850 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:21:04,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:04,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:04,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:21:04,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:04,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:21:04,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:21:04,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:21:04,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39393 2024-11-27T11:21:04,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39393 connecting to ZooKeeper ensemble=127.0.0.1:50302 2024-11-27T11:21:04,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393930x0, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:04,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39393-0x101592859b50000 connected 2024-11-27T11:21:04,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:04,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:04,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Set watcher on znode that does not yet exist, /095559163/running 2024-11-27T11:21:04,899 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2, hbase.cluster.distributed=false 2024-11-27T11:21:04,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Set watcher on znode that does not yet exist, /095559163/acl 2024-11-27T11:21:04,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39393 2024-11-27T11:21:04,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39393 2024-11-27T11:21:04,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39393 2024-11-27T11:21:04,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39393 2024-11-27T11:21:04,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39393 2024-11-27T11:21:04,935 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:21:04,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:04,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:04,935 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:21:04,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:04,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:21:04,935 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:21:04,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:21:04,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34487 2024-11-27T11:21:04,937 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34487 connecting to ZooKeeper ensemble=127.0.0.1:50302 2024-11-27T11:21:04,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:04,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:04,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344870x0, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:04,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344870x0, quorum=127.0.0.1:50302, baseZNode=/095559163 Set watcher on znode that does not yet exist, /095559163/running 2024-11-27T11:21:04,950 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:21:04,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34487-0x101592859b50001 connected 2024-11-27T11:21:04,957 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:21:04,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Set watcher on znode that does not yet exist, /095559163/master 2024-11-27T11:21:04,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Set watcher on znode that does not yet exist, /095559163/acl 2024-11-27T11:21:04,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34487 2024-11-27T11:21:04,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34487 2024-11-27T11:21:04,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34487 2024-11-27T11:21:04,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34487 2024-11-27T11:21:04,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34487 2024-11-27T11:21:05,015 DEBUG [M:0;5b617c7edc8e:39393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:39393 2024-11-27T11:21:05,015 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /095559163/backup-masters/5b617c7edc8e,39393,1732706464850 2024-11-27T11:21:05,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163/backup-masters 2024-11-27T11:21:05,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163/backup-masters 2024-11-27T11:21:05,019 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Set watcher on existing znode=/095559163/backup-masters/5b617c7edc8e,39393,1732706464850 2024-11-27T11:21:05,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/095559163/master 2024-11-27T11:21:05,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163 2024-11-27T11:21:05,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163 2024-11-27T11:21:05,024 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Set watcher on existing znode=/095559163/master 2024-11-27T11:21:05,024 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /095559163/backup-masters/5b617c7edc8e,39393,1732706464850 from backup master directory 2024-11-27T11:21:05,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/095559163/backup-masters/5b617c7edc8e,39393,1732706464850 2024-11-27T11:21:05,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163/backup-masters 2024-11-27T11:21:05,027 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:21:05,028 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,39393,1732706464850 2024-11-27T11:21:05,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163/backup-masters 2024-11-27T11:21:05,033 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/hbase.id] with ID: 3c200068-e365-4df7-8835-ea00a64b2161 2024-11-27T11:21:05,033 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/.tmp/hbase.id 2024-11-27T11:21:05,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:21:05,047 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/.tmp/hbase.id]:[hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/hbase.id] 2024-11-27T11:21:05,058 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:05,058 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:21:05,059 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T11:21:05,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163 2024-11-27T11:21:05,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163 2024-11-27T11:21:05,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:21:05,083 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:21:05,083 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:21:05,084 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:05,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:21:05,102 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store 2024-11-27T11:21:05,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:21:05,115 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:05,115 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:21:05,115 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:05,115 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:05,115 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:21:05,115 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:05,115 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:05,115 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706465115Disabling compacts and flushes for region at 1732706465115Disabling writes for close at 1732706465115Writing region close event to WAL at 1732706465115Closed at 1732706465115 2024-11-27T11:21:05,118 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/.initializing 2024-11-27T11:21:05,118 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/WALs/5b617c7edc8e,39393,1732706464850 2024-11-27T11:21:05,118 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:21:05,120 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C39393%2C1732706464850, suffix=, logDir=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/WALs/5b617c7edc8e,39393,1732706464850, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/oldWALs, maxLogs=10 2024-11-27T11:21:05,135 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/WALs/5b617c7edc8e,39393,1732706464850/5b617c7edc8e%2C39393%2C1732706464850.1732706465120, exclude list is [], retry=0 2024-11-27T11:21:05,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37531,DS-e8bc6118-12a3-4f68-9555-9dc1a34d481f,DISK] 2024-11-27T11:21:05,154 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/WALs/5b617c7edc8e,39393,1732706464850/5b617c7edc8e%2C39393%2C1732706464850.1732706465120 2024-11-27T11:21:05,156 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44555:44555)] 2024-11-27T11:21:05,156 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:05,157 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:05,157 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:05,157 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:05,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:05,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:21:05,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:05,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:05,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:05,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:21:05,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:05,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:05,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:05,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:21:05,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:05,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:05,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:05,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:21:05,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:05,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:05,175 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:05,176 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:05,176 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:05,178 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:05,178 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:05,179 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:05,180 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:05,185 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:05,185 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65453593, jitterRate=-0.024665459990501404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:05,186 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706465157Initializing all the Stores at 1732706465158 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706465158Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706465160 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706465160Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706465160Cleaning up temporary data from old regions at 1732706465178 (+18 ms)Region opened successfully at 1732706465186 (+8 ms) 2024-11-27T11:21:05,188 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:21:05,191 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9b17a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:21:05,192 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:21:05,192 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:21:05,193 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:21:05,193 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:21:05,193 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:21:05,193 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:21:05,193 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:21:05,201 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:21:05,201 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Unable to get data of znode /095559163/balancer because node does not exist (not necessarily an error) 2024-11-27T11:21:05,203 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /095559163/balancer already deleted, retry=false 2024-11-27T11:21:05,204 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:21:05,205 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Unable to get data of znode /095559163/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:21:05,207 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /095559163/normalizer already deleted, retry=false 2024-11-27T11:21:05,207 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:21:05,209 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Unable to get data of znode /095559163/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:21:05,213 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /095559163/switch/split already deleted, retry=false 2024-11-27T11:21:05,214 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Unable to get data of znode /095559163/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:21:05,215 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /095559163/switch/merge already deleted, retry=false 2024-11-27T11:21:05,217 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Unable to get data of znode /095559163/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:21:05,219 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /095559163/snapshot-cleanup already deleted, retry=false 2024-11-27T11:21:05,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/095559163/running 2024-11-27T11:21:05,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163 2024-11-27T11:21:05,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/095559163/running 2024-11-27T11:21:05,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163 2024-11-27T11:21:05,225 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,39393,1732706464850, sessionid=0x101592859b50000, setting cluster-up flag (Was=false) 2024-11-27T11:21:05,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163 2024-11-27T11:21:05,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163 2024-11-27T11:21:05,235 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /095559163/flush-table-proc/acquired, /095559163/flush-table-proc/reached, /095559163/flush-table-proc/abort 2024-11-27T11:21:05,236 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,39393,1732706464850 2024-11-27T11:21:05,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163 2024-11-27T11:21:05,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163 2024-11-27T11:21:05,246 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /095559163/online-snapshot/acquired, /095559163/online-snapshot/reached, /095559163/online-snapshot/abort 2024-11-27T11:21:05,247 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,39393,1732706464850 2024-11-27T11:21:05,248 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:21:05,249 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:05,250 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:21:05,250 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:21:05,250 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,39393,1732706464850 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:21:05,253 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:05,253 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:05,253 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:05,253 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:05,253 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:21:05,253 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:05,253 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:21:05,253 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:05,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:05,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:21:05,265 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:05,265 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:21:05,276 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706495276 2024-11-27T11:21:05,276 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:21:05,277 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:21:05,277 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:21:05,277 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:21:05,277 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:21:05,277 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:21:05,278 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:05,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:21:05,284 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:21:05,285 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:21:05,285 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:21:05,285 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:21:05,285 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:21:05,285 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:21:05,288 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706465285,5,FailOnTimeoutGroup] 2024-11-27T11:21:05,290 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706465288,5,FailOnTimeoutGroup] 2024-11-27T11:21:05,290 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:05,290 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:21:05,290 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:05,290 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:05,302 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(746): ClusterId : 3c200068-e365-4df7-8835-ea00a64b2161 2024-11-27T11:21:05,302 DEBUG [RS:0;5b617c7edc8e:34487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:21:05,306 DEBUG [RS:0;5b617c7edc8e:34487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:21:05,306 DEBUG [RS:0;5b617c7edc8e:34487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:21:05,310 DEBUG [RS:0;5b617c7edc8e:34487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:21:05,310 DEBUG [RS:0;5b617c7edc8e:34487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34587201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:21:05,337 DEBUG [RS:0;5b617c7edc8e:34487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:34487 2024-11-27T11:21:05,337 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:21:05,337 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:21:05,337 DEBUG [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:21:05,338 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,39393,1732706464850 with port=34487, startcode=1732706464935 2024-11-27T11:21:05,339 DEBUG [RS:0;5b617c7edc8e:34487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:21:05,341 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:21:05,341 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,34487,1732706464935 2024-11-27T11:21:05,342 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39393 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,34487,1732706464935 2024-11-27T11:21:05,344 DEBUG [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2 2024-11-27T11:21:05,344 DEBUG [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45729 2024-11-27T11:21:05,344 DEBUG [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:21:05,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163/rs 2024-11-27T11:21:05,347 DEBUG [RS:0;5b617c7edc8e:34487 {}] zookeeper.ZKUtil(111): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Set watcher on existing znode=/095559163/rs/5b617c7edc8e,34487,1732706464935 2024-11-27T11:21:05,347 WARN [RS:0;5b617c7edc8e:34487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:21:05,348 INFO [RS:0;5b617c7edc8e:34487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:05,348 DEBUG [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935 2024-11-27T11:21:05,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,34487,1732706464935] 2024-11-27T11:21:05,359 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:21:05,361 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:21:05,361 INFO [RS:0;5b617c7edc8e:34487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:21:05,361 INFO [RS:0;5b617c7edc8e:34487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:05,362 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:21:05,363 INFO [RS:0;5b617c7edc8e:34487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:21:05,363 INFO [RS:0;5b617c7edc8e:34487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:05,363 DEBUG [RS:0;5b617c7edc8e:34487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:05,363 DEBUG [RS:0;5b617c7edc8e:34487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:05,363 DEBUG [RS:0;5b617c7edc8e:34487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:05,363 DEBUG [RS:0;5b617c7edc8e:34487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:05,363 DEBUG [RS:0;5b617c7edc8e:34487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:05,363 DEBUG [RS:0;5b617c7edc8e:34487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:21:05,363 DEBUG [RS:0;5b617c7edc8e:34487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:05,364 DEBUG [RS:0;5b617c7edc8e:34487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:05,364 DEBUG [RS:0;5b617c7edc8e:34487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:05,364 DEBUG [RS:0;5b617c7edc8e:34487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:05,364 DEBUG [RS:0;5b617c7edc8e:34487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:05,364 DEBUG [RS:0;5b617c7edc8e:34487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:05,364 DEBUG [RS:0;5b617c7edc8e:34487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:21:05,364 DEBUG [RS:0;5b617c7edc8e:34487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:21:05,373 INFO [RS:0;5b617c7edc8e:34487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:05,373 INFO [RS:0;5b617c7edc8e:34487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:05,373 INFO [RS:0;5b617c7edc8e:34487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:05,373 INFO [RS:0;5b617c7edc8e:34487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:05,373 INFO [RS:0;5b617c7edc8e:34487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:05,374 INFO [RS:0;5b617c7edc8e:34487 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,34487,1732706464935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:21:05,399 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:21:05,399 INFO [RS:0;5b617c7edc8e:34487 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,34487,1732706464935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:05,399 INFO [RS:0;5b617c7edc8e:34487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:05,399 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.Replication(171): 5b617c7edc8e,34487,1732706464935 started 2024-11-27T11:21:05,421 INFO [RS:0;5b617c7edc8e:34487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:05,421 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,34487,1732706464935, RpcServer on 5b617c7edc8e/172.17.0.2:34487, sessionid=0x101592859b50001 2024-11-27T11:21:05,421 DEBUG [RS:0;5b617c7edc8e:34487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:21:05,421 DEBUG [RS:0;5b617c7edc8e:34487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,34487,1732706464935 2024-11-27T11:21:05,421 DEBUG [RS:0;5b617c7edc8e:34487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,34487,1732706464935' 2024-11-27T11:21:05,421 DEBUG [RS:0;5b617c7edc8e:34487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/095559163/flush-table-proc/abort' 2024-11-27T11:21:05,422 DEBUG [RS:0;5b617c7edc8e:34487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/095559163/flush-table-proc/acquired' 2024-11-27T11:21:05,422 DEBUG [RS:0;5b617c7edc8e:34487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:21:05,422 DEBUG [RS:0;5b617c7edc8e:34487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:21:05,422 DEBUG [RS:0;5b617c7edc8e:34487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,34487,1732706464935 2024-11-27T11:21:05,422 DEBUG [RS:0;5b617c7edc8e:34487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,34487,1732706464935' 2024-11-27T11:21:05,422 DEBUG [RS:0;5b617c7edc8e:34487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/095559163/online-snapshot/abort' 2024-11-27T11:21:05,422 DEBUG [RS:0;5b617c7edc8e:34487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/095559163/online-snapshot/acquired' 2024-11-27T11:21:05,423 DEBUG [RS:0;5b617c7edc8e:34487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:21:05,423 INFO [RS:0;5b617c7edc8e:34487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:21:05,423 INFO [RS:0;5b617c7edc8e:34487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:21:05,523 INFO [RS:0;5b617c7edc8e:34487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:21:05,525 INFO [RS:0;5b617c7edc8e:34487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C34487%2C1732706464935, suffix=, logDir=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/oldWALs, maxLogs=10 2024-11-27T11:21:05,546 DEBUG [RS:0;5b617c7edc8e:34487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525, exclude list is [], retry=0 2024-11-27T11:21:05,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37531,DS-e8bc6118-12a3-4f68-9555-9dc1a34d481f,DISK] 2024-11-27T11:21:05,563 INFO [RS:0;5b617c7edc8e:34487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 2024-11-27T11:21:05,564 DEBUG [RS:0;5b617c7edc8e:34487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44555:44555)] 2024-11-27T11:21:05,683 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:21:05,683 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2 2024-11-27T11:21:05,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741833_1009 (size=32) 2024-11-27T11:21:05,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:05,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:21:05,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:21:05,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:05,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:05,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:21:05,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:21:05,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:05,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:05,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:21:05,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:21:05,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:05,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:05,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:21:05,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:21:05,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:05,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:05,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:21:05,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740 2024-11-27T11:21:05,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740 2024-11-27T11:21:05,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:21:05,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:21:05,701 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:05,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:21:05,712 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:05,712 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70194359, jitterRate=0.045977458357810974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:05,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706465694Initializing all the Stores at 1732706465694Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706465694Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706465694Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706465694Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706465694Cleaning up temporary data from old regions at 1732706465701 (+7 ms)Region opened successfully at 1732706465713 (+12 ms) 2024-11-27T11:21:05,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:21:05,713 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:21:05,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:21:05,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:21:05,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:21:05,713 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:21:05,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706465713Disabling compacts and flushes for region at 1732706465713Disabling writes for close at 1732706465713Writing region close event to WAL at 1732706465713Closed at 1732706465713 2024-11-27T11:21:05,714 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:05,714 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:21:05,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:21:05,715 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:21:05,716 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:21:05,867 DEBUG [5b617c7edc8e:39393 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:21:05,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,34487,1732706464935 2024-11-27T11:21:05,868 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,34487,1732706464935, state=OPENING 2024-11-27T11:21:05,870 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:21:05,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163 2024-11-27T11:21:05,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163 2024-11-27T11:21:05,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /095559163/meta-region-server: CHANGED 2024-11-27T11:21:05,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /095559163/meta-region-server: CHANGED 2024-11-27T11:21:05,873 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:21:05,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,34487,1732706464935}] 2024-11-27T11:21:06,026 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:21:06,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:21:06,031 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:21:06,031 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:06,031 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:21:06,033 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C34487%2C1732706464935.meta, suffix=.meta, logDir=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/oldWALs, maxLogs=10 2024-11-27T11:21:06,050 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.meta.1732706466033.meta, exclude list is [], retry=0 2024-11-27T11:21:06,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37531,DS-e8bc6118-12a3-4f68-9555-9dc1a34d481f,DISK] 2024-11-27T11:21:06,057 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.meta.1732706466033.meta 2024-11-27T11:21:06,057 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44555:44555)] 2024-11-27T11:21:06,058 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:06,058 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:21:06,058 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:21:06,058 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:21:06,058 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:21:06,059 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:21:06,059 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:06,059 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:21:06,059 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:21:06,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:21:06,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:21:06,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:06,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:06,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:21:06,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:21:06,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:06,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:06,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:21:06,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:21:06,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:06,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:06,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:21:06,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:21:06,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:06,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:06,071 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:21:06,072 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740 2024-11-27T11:21:06,072 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740 2024-11-27T11:21:06,074 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:21:06,074 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:21:06,074 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:06,075 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:21:06,076 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73474862, jitterRate=0.09486076235771179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:06,076 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:21:06,077 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706466059Writing region info on filesystem at 1732706466059Initializing all the Stores at 1732706466061 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706466061Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706466062 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706466062Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706466062Cleaning up temporary data from old regions at 1732706466074 (+12 ms)Running coprocessor post-open hooks at 1732706466076 (+2 ms)Region opened successfully at 1732706466077 (+1 ms) 2024-11-27T11:21:06,078 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706466025 2024-11-27T11:21:06,080 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:21:06,080 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:21:06,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,34487,1732706464935 2024-11-27T11:21:06,081 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,34487,1732706464935, state=OPEN 2024-11-27T11:21:06,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/095559163/meta-region-server 2024-11-27T11:21:06,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/095559163/meta-region-server 2024-11-27T11:21:06,090 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,34487,1732706464935 2024-11-27T11:21:06,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /095559163/meta-region-server: CHANGED 2024-11-27T11:21:06,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /095559163/meta-region-server: CHANGED 2024-11-27T11:21:06,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:21:06,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,34487,1732706464935 in 217 msec 2024-11-27T11:21:06,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:21:06,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 377 msec 2024-11-27T11:21:06,095 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:06,095 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:21:06,096 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:06,096 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,34487,1732706464935, seqNum=-1] 2024-11-27T11:21:06,096 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:06,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:21:06,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 854 msec 2024-11-27T11:21:06,104 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706466104, completionTime=-1 2024-11-27T11:21:06,104 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:21:06,104 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:21:06,106 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:21:06,106 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706526106 2024-11-27T11:21:06,106 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706586106 2024-11-27T11:21:06,106 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T11:21:06,106 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,39393,1732706464850-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:06,106 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,39393,1732706464850-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:06,107 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,39393,1732706464850-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:06,107 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:39393, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:06,107 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:06,108 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:21:06,116 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:06,120 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.092sec 2024-11-27T11:21:06,120 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:21:06,120 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:21:06,120 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:21:06,120 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:21:06,121 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:21:06,121 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,39393,1732706464850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:21:06,121 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,39393,1732706464850-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:21:06,124 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:21:06,124 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:21:06,124 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,39393,1732706464850-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:06,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3324dffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:06,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,39393,-1 for getting cluster id 2024-11-27T11:21:06,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:06,209 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c200068-e365-4df7-8835-ea00a64b2161' 2024-11-27T11:21:06,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:06,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c200068-e365-4df7-8835-ea00a64b2161" 2024-11-27T11:21:06,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7e611c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:06,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,39393,-1] 2024-11-27T11:21:06,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:06,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:06,211 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:06,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47339deb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:06,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:06,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,34487,1732706464935, seqNum=-1] 2024-11-27T11:21:06,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:06,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:21:06,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,39393,1732706464850 2024-11-27T11:21:06,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50302 2024-11-27T11:21:06,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:06,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101592859b50002 connected 2024-11-27T11:21:06,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/hadoop.log.dir so I do NOT create it in target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172 2024-11-27T11:21:06,240 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:21:06,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/hadoop.tmp.dir so I do NOT create it in target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172 2024-11-27T11:21:06,240 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:21:06,240 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172 2024-11-27T11:21:06,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:21:06,240 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/cluster_41fc0f6b-21c3-a865-5b93-cef7e26ae936, deleteOnExit=true 2024-11-27T11:21:06,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:21:06,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/test.cache.data in system properties and HBase conf 2024-11-27T11:21:06,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:21:06,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:21:06,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:21:06,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:21:06,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:21:06,241 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:21:06,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:21:06,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:21:06,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:21:06,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:21:06,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:21:06,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:21:06,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:21:06,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:21:06,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:21:06,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:21:06,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:21:06,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:21:06,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:21:06,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:21:06,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:06,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:21:06,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:21:06,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:21:06,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:21:06,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:06,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a53c4c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:21:06,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62c415e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:21:06,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2be924ad{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/java.io.tmpdir/jetty-localhost-41921-hadoop-hdfs-3_4_1-tests_jar-_-any-16460914641648673319/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:21:06,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44dead2b{HTTP/1.1, (http/1.1)}{localhost:41921} 2024-11-27T11:21:06,489 INFO [Time-limited test {}] server.Server(415): Started @243554ms 2024-11-27T11:21:06,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:06,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:21:06,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:21:06,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:21:06,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:21:06,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77d14641{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:21:06,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e916073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:21:06,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bdb0768{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/java.io.tmpdir/jetty-localhost-36095-hadoop-hdfs-3_4_1-tests_jar-_-any-9998149636893115035/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:21:06,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@193f24bc{HTTP/1.1, (http/1.1)}{localhost:36095} 2024-11-27T11:21:06,743 INFO [Time-limited test {}] server.Server(415): Started @243809ms 2024-11-27T11:21:06,745 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:21:06,856 WARN [Thread-3548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/cluster_41fc0f6b-21c3-a865-5b93-cef7e26ae936/data/data1/current/BP-992230683-172.17.0.2-1732706466266/current, will proceed with Du for space computation calculation, 2024-11-27T11:21:06,856 WARN [Thread-3549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/cluster_41fc0f6b-21c3-a865-5b93-cef7e26ae936/data/data2/current/BP-992230683-172.17.0.2-1732706466266/current, will proceed with Du for space computation calculation, 2024-11-27T11:21:06,881 WARN [Thread-3536 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:21:06,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8c7b54c95cdd3f1 with lease ID 0x54ea921961beb289: Processing first storage report for DS-bf167aac-72c8-422c-8455-0ad7f5ab834e from datanode DatanodeRegistration(127.0.0.1:38807, datanodeUuid=cda8d2c0-268e-4c5d-babd-22c524eb2d3d, infoPort=39509, infoSecurePort=0, ipcPort=46299, storageInfo=lv=-57;cid=testClusterID;nsid=465351922;c=1732706466266) 2024-11-27T11:21:06,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8c7b54c95cdd3f1 with lease ID 0x54ea921961beb289: from storage DS-bf167aac-72c8-422c-8455-0ad7f5ab834e node DatanodeRegistration(127.0.0.1:38807, datanodeUuid=cda8d2c0-268e-4c5d-babd-22c524eb2d3d, infoPort=39509, infoSecurePort=0, ipcPort=46299, storageInfo=lv=-57;cid=testClusterID;nsid=465351922;c=1732706466266), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:21:06,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8c7b54c95cdd3f1 with lease ID 0x54ea921961beb289: Processing first storage report for DS-7cee989d-bdd9-4a75-a3b4-21f6b92b410c from datanode DatanodeRegistration(127.0.0.1:38807, datanodeUuid=cda8d2c0-268e-4c5d-babd-22c524eb2d3d, infoPort=39509, infoSecurePort=0, ipcPort=46299, storageInfo=lv=-57;cid=testClusterID;nsid=465351922;c=1732706466266) 2024-11-27T11:21:06,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8c7b54c95cdd3f1 with lease ID 0x54ea921961beb289: from storage DS-7cee989d-bdd9-4a75-a3b4-21f6b92b410c node DatanodeRegistration(127.0.0.1:38807, datanodeUuid=cda8d2c0-268e-4c5d-babd-22c524eb2d3d, infoPort=39509, infoSecurePort=0, ipcPort=46299, storageInfo=lv=-57;cid=testClusterID;nsid=465351922;c=1732706466266), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T11:21:06,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172 2024-11-27T11:21:06,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:06,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:06,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:21:06,989 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81 with version=8 2024-11-27T11:21:06,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/hbase-staging 2024-11-27T11:21:06,992 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:21:06,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:06,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:06,992 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:21:06,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:06,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:21:06,992 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:21:06,992 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:21:06,992 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39153 2024-11-27T11:21:06,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39153 connecting to ZooKeeper ensemble=127.0.0.1:50302 2024-11-27T11:21:06,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391530x0, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:06,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39153-0x101592859b50003 connected 2024-11-27T11:21:07,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:07,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:07,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Set watcher on znode that does not yet exist, /1311332934/running 2024-11-27T11:21:07,012 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81, hbase.cluster.distributed=false 2024-11-27T11:21:07,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Set watcher on znode that does not yet exist, /1311332934/acl 2024-11-27T11:21:07,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39153 2024-11-27T11:21:07,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39153 2024-11-27T11:21:07,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39153 2024-11-27T11:21:07,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39153 2024-11-27T11:21:07,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39153 2024-11-27T11:21:07,029 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:21:07,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:07,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:07,029 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:21:07,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:07,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:21:07,029 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:21:07,030 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:21:07,030 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46615 2024-11-27T11:21:07,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46615 connecting to ZooKeeper ensemble=127.0.0.1:50302 2024-11-27T11:21:07,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:07,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:07,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466150x0, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:07,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466150x0, quorum=127.0.0.1:50302, baseZNode=/1311332934 Set watcher on znode that does not yet exist, /1311332934/running 2024-11-27T11:21:07,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46615-0x101592859b50004 connected 2024-11-27T11:21:07,038 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:21:07,040 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:21:07,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Set watcher on znode that does not yet exist, /1311332934/master 2024-11-27T11:21:07,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Set watcher on znode that does not yet exist, /1311332934/acl 2024-11-27T11:21:07,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46615 2024-11-27T11:21:07,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46615 2024-11-27T11:21:07,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46615 2024-11-27T11:21:07,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46615 2024-11-27T11:21:07,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46615 2024-11-27T11:21:07,061 DEBUG [M:0;5b617c7edc8e:39153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:39153 2024-11-27T11:21:07,061 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1311332934/backup-masters/5b617c7edc8e,39153,1732706466991 2024-11-27T11:21:07,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934/backup-masters 2024-11-27T11:21:07,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934/backup-masters 2024-11-27T11:21:07,064 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Set watcher on existing znode=/1311332934/backup-masters/5b617c7edc8e,39153,1732706466991 2024-11-27T11:21:07,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1311332934/master 2024-11-27T11:21:07,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934 2024-11-27T11:21:07,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934 2024-11-27T11:21:07,066 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Set watcher on existing znode=/1311332934/master 2024-11-27T11:21:07,066 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1311332934/backup-masters/5b617c7edc8e,39153,1732706466991 from backup master directory 2024-11-27T11:21:07,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1311332934/backup-masters/5b617c7edc8e,39153,1732706466991 2024-11-27T11:21:07,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934/backup-masters 2024-11-27T11:21:07,067 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:21:07,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934/backup-masters 2024-11-27T11:21:07,067 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,39153,1732706466991 2024-11-27T11:21:07,071 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/hbase.id] with ID: 288174f0-d64d-433e-8247-5e0ba36cf36b 2024-11-27T11:21:07,071 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/.tmp/hbase.id 2024-11-27T11:21:07,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:21:07,288 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:07,289 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:21:07,290 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68537 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:21:07,478 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/.tmp/hbase.id]:[hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/hbase.id] 2024-11-27T11:21:07,488 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:07,488 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:21:07,489 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T11:21:07,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934 2024-11-27T11:21:07,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934 2024-11-27T11:21:07,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:21:07,898 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:21:07,898 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:21:07,899 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:07,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:21:08,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T11:21:08,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:21:08,305 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store 2024-11-27T11:21:08,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:21:08,711 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:08,711 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:21:08,711 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:08,711 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:08,711 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:21:08,711 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:08,711 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:08,711 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706468711Disabling compacts and flushes for region at 1732706468711Disabling writes for close at 1732706468711Writing region close event to WAL at 1732706468711Closed at 1732706468711 2024-11-27T11:21:08,712 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/.initializing 2024-11-27T11:21:08,712 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/WALs/5b617c7edc8e,39153,1732706466991 2024-11-27T11:21:08,713 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:21:08,714 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C39153%2C1732706466991, suffix=, logDir=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/WALs/5b617c7edc8e,39153,1732706466991, archiveDir=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/oldWALs, maxLogs=10 2024-11-27T11:21:08,727 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/WALs/5b617c7edc8e,39153,1732706466991/5b617c7edc8e%2C39153%2C1732706466991.1732706468714, exclude list is [], retry=0 2024-11-27T11:21:08,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38807,DS-bf167aac-72c8-422c-8455-0ad7f5ab834e,DISK] 2024-11-27T11:21:08,730 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/WALs/5b617c7edc8e,39153,1732706466991/5b617c7edc8e%2C39153%2C1732706466991.1732706468714 2024-11-27T11:21:08,731 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39509:39509)] 2024-11-27T11:21:08,731 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:08,731 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:08,731 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:08,731 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:08,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:08,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:21:08,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:08,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:08,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:08,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:21:08,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:08,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:08,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:08,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:21:08,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:08,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:08,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:08,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:21:08,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:08,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:08,736 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:08,737 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:08,737 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:08,738 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:08,738 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:08,738 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:08,739 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:08,740 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:08,741 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60746009, jitterRate=-0.09481392800807953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:08,741 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706468731Initializing all the Stores at 1732706468732 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706468732Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706468732Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706468732Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706468732Cleaning up temporary data from old regions at 1732706468738 (+6 ms)Region opened successfully at 1732706468741 (+3 ms) 2024-11-27T11:21:08,741 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:21:08,743 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e8b241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:21:08,744 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:21:08,744 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:21:08,744 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:21:08,744 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:21:08,745 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:21:08,745 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:21:08,745 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:21:08,747 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:21:08,747 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Unable to get data of znode /1311332934/balancer because node does not exist (not necessarily an error) 2024-11-27T11:21:08,748 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1311332934/balancer already deleted, retry=false 2024-11-27T11:21:08,749 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:21:08,749 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Unable to get data of znode /1311332934/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:21:08,751 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1311332934/normalizer already deleted, retry=false 2024-11-27T11:21:08,751 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:21:08,752 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Unable to get data of znode /1311332934/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:21:08,755 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1311332934/switch/split already deleted, retry=false 2024-11-27T11:21:08,757 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Unable to get data of znode /1311332934/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:21:08,758 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1311332934/switch/merge already deleted, retry=false 2024-11-27T11:21:08,760 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Unable to get data of znode /1311332934/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:21:08,761 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1311332934/snapshot-cleanup already deleted, retry=false 2024-11-27T11:21:08,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1311332934/running 2024-11-27T11:21:08,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934 2024-11-27T11:21:08,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1311332934/running 2024-11-27T11:21:08,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934 2024-11-27T11:21:08,764 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,39153,1732706466991, sessionid=0x101592859b50003, setting cluster-up flag (Was=false) 2024-11-27T11:21:08,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934 2024-11-27T11:21:08,776 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1311332934/flush-table-proc/acquired, /1311332934/flush-table-proc/reached, /1311332934/flush-table-proc/abort 2024-11-27T11:21:08,779 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,39153,1732706466991 2024-11-27T11:21:08,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934 2024-11-27T11:21:08,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934 2024-11-27T11:21:08,787 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1311332934/online-snapshot/acquired, /1311332934/online-snapshot/reached, /1311332934/online-snapshot/abort 2024-11-27T11:21:08,790 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,39153,1732706466991 2024-11-27T11:21:08,791 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:21:08,792 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:08,793 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:21:08,793 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:21:08,793 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,39153,1732706466991 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:21:08,794 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:08,794 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:08,794 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:08,794 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:08,794 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:21:08,794 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:08,794 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:21:08,794 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:08,800 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:08,800 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:21:08,801 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:08,801 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:21:08,804 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706498804 2024-11-27T11:21:08,804 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:21:08,804 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:21:08,804 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:21:08,805 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:21:08,805 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:21:08,805 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:21:08,816 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:08,821 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:21:08,821 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:21:08,821 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:21:08,821 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:21:08,825 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:21:08,825 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:21:08,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:21:08,828 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706468825,5,FailOnTimeoutGroup] 2024-11-27T11:21:08,832 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706468828,5,FailOnTimeoutGroup] 2024-11-27T11:21:08,832 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:08,832 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:21:08,832 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:08,832 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:08,854 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(746): ClusterId : 288174f0-d64d-433e-8247-5e0ba36cf36b 2024-11-27T11:21:08,854 DEBUG [RS:0;5b617c7edc8e:46615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:21:08,856 DEBUG [RS:0;5b617c7edc8e:46615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:21:08,856 DEBUG [RS:0;5b617c7edc8e:46615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:21:08,858 DEBUG [RS:0;5b617c7edc8e:46615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:21:08,858 DEBUG [RS:0;5b617c7edc8e:46615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ffe5f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:21:08,875 DEBUG [RS:0;5b617c7edc8e:46615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:46615 2024-11-27T11:21:08,875 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:21:08,875 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:21:08,875 DEBUG [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:21:08,876 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,39153,1732706466991 with port=46615, startcode=1732706467029 2024-11-27T11:21:08,877 DEBUG [RS:0;5b617c7edc8e:46615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:21:08,881 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:21:08,881 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39153 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,46615,1732706467029 2024-11-27T11:21:08,881 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39153 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,46615,1732706467029 2024-11-27T11:21:08,882 DEBUG [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81 2024-11-27T11:21:08,882 DEBUG [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43833 2024-11-27T11:21:08,882 DEBUG [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:21:08,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934/rs 2024-11-27T11:21:08,886 DEBUG [RS:0;5b617c7edc8e:46615 {}] zookeeper.ZKUtil(111): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Set watcher on existing znode=/1311332934/rs/5b617c7edc8e,46615,1732706467029 2024-11-27T11:21:08,886 WARN [RS:0;5b617c7edc8e:46615 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:21:08,886 INFO [RS:0;5b617c7edc8e:46615 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:08,886 DEBUG [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029 2024-11-27T11:21:08,889 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:21:08,892 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:21:08,893 INFO [RS:0;5b617c7edc8e:46615 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:21:08,893 INFO [RS:0;5b617c7edc8e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:08,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,46615,1732706467029] 2024-11-27T11:21:08,894 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:21:08,894 INFO [RS:0;5b617c7edc8e:46615 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:21:08,895 INFO [RS:0;5b617c7edc8e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:08,895 DEBUG [RS:0;5b617c7edc8e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:08,895 DEBUG [RS:0;5b617c7edc8e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:08,895 DEBUG [RS:0;5b617c7edc8e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:08,895 DEBUG [RS:0;5b617c7edc8e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:08,895 DEBUG [RS:0;5b617c7edc8e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:08,895 DEBUG [RS:0;5b617c7edc8e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:21:08,895 DEBUG [RS:0;5b617c7edc8e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:08,895 DEBUG [RS:0;5b617c7edc8e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:08,895 DEBUG [RS:0;5b617c7edc8e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:08,895 DEBUG [RS:0;5b617c7edc8e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:08,895 DEBUG [RS:0;5b617c7edc8e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:08,895 DEBUG [RS:0;5b617c7edc8e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:08,895 DEBUG [RS:0;5b617c7edc8e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:21:08,895 DEBUG [RS:0;5b617c7edc8e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:21:08,897 INFO [RS:0;5b617c7edc8e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:08,897 INFO [RS:0;5b617c7edc8e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:08,897 INFO [RS:0;5b617c7edc8e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:08,897 INFO [RS:0;5b617c7edc8e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:08,897 INFO [RS:0;5b617c7edc8e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:08,897 INFO [RS:0;5b617c7edc8e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,46615,1732706467029-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:21:08,911 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:21:08,911 INFO [RS:0;5b617c7edc8e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,46615,1732706467029-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:08,911 INFO [RS:0;5b617c7edc8e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:08,911 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.Replication(171): 5b617c7edc8e,46615,1732706467029 started 2024-11-27T11:21:08,924 INFO [RS:0;5b617c7edc8e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:08,924 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,46615,1732706467029, RpcServer on 5b617c7edc8e/172.17.0.2:46615, sessionid=0x101592859b50004 2024-11-27T11:21:08,925 DEBUG [RS:0;5b617c7edc8e:46615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:21:08,925 DEBUG [RS:0;5b617c7edc8e:46615 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,46615,1732706467029 2024-11-27T11:21:08,925 DEBUG [RS:0;5b617c7edc8e:46615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,46615,1732706467029' 2024-11-27T11:21:08,925 DEBUG [RS:0;5b617c7edc8e:46615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1311332934/flush-table-proc/abort' 2024-11-27T11:21:08,925 DEBUG [RS:0;5b617c7edc8e:46615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1311332934/flush-table-proc/acquired' 2024-11-27T11:21:08,925 DEBUG [RS:0;5b617c7edc8e:46615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:21:08,925 DEBUG [RS:0;5b617c7edc8e:46615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:21:08,925 DEBUG [RS:0;5b617c7edc8e:46615 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,46615,1732706467029 2024-11-27T11:21:08,925 DEBUG [RS:0;5b617c7edc8e:46615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,46615,1732706467029' 2024-11-27T11:21:08,925 DEBUG [RS:0;5b617c7edc8e:46615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1311332934/online-snapshot/abort' 2024-11-27T11:21:08,926 DEBUG [RS:0;5b617c7edc8e:46615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1311332934/online-snapshot/acquired' 2024-11-27T11:21:08,926 DEBUG [RS:0;5b617c7edc8e:46615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:21:08,926 INFO [RS:0;5b617c7edc8e:46615 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:21:08,926 INFO [RS:0;5b617c7edc8e:46615 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:21:09,026 INFO [RS:0;5b617c7edc8e:46615 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:21:09,028 INFO [RS:0;5b617c7edc8e:46615 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C46615%2C1732706467029, suffix=, logDir=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029, archiveDir=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/oldWALs, maxLogs=10 2024-11-27T11:21:09,042 DEBUG [RS:0;5b617c7edc8e:46615 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028, exclude list is [], retry=0 2024-11-27T11:21:09,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38807,DS-bf167aac-72c8-422c-8455-0ad7f5ab834e,DISK] 2024-11-27T11:21:09,053 INFO [RS:0;5b617c7edc8e:46615 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 2024-11-27T11:21:09,053 DEBUG [RS:0;5b617c7edc8e:46615 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39509:39509)] 2024-11-27T11:21:09,228 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:21:09,228 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81 2024-11-27T11:21:09,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741833_1009 (size=32) 2024-11-27T11:21:09,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:09,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:21:09,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:21:09,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:09,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:09,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:21:09,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:21:09,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:09,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:09,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:21:09,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:21:09,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:09,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:09,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:21:09,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:21:09,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:09,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:09,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:21:09,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740 2024-11-27T11:21:09,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740 2024-11-27T11:21:09,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:21:09,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:21:09,240 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:09,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:21:09,242 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:09,242 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66699023, jitterRate=-0.006107106804847717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:09,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706469233Initializing all the Stores at 1732706469234 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706469234Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706469234Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706469234Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706469234Cleaning up temporary data from old regions at 1732706469240 (+6 ms)Region opened successfully at 1732706469243 (+3 ms) 2024-11-27T11:21:09,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:21:09,243 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:21:09,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:21:09,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:21:09,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:21:09,243 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:21:09,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706469243Disabling compacts and flushes for region at 1732706469243Disabling writes for close at 1732706469243Writing region close event to WAL at 1732706469243Closed at 1732706469243 2024-11-27T11:21:09,244 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:09,244 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:21:09,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:21:09,245 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:21:09,245 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:21:09,396 DEBUG [5b617c7edc8e:39153 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:21:09,396 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,46615,1732706467029 2024-11-27T11:21:09,397 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,46615,1732706467029, state=OPENING 2024-11-27T11:21:09,399 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:21:09,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934 2024-11-27T11:21:09,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934 2024-11-27T11:21:09,404 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:21:09,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1311332934/meta-region-server: CHANGED 2024-11-27T11:21:09,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1311332934/meta-region-server: CHANGED 2024-11-27T11:21:09,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,46615,1732706467029}] 2024-11-27T11:21:09,556 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:21:09,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:21:09,561 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:21:09,561 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:09,561 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:21:09,562 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C46615%2C1732706467029.meta, suffix=.meta, logDir=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029, archiveDir=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/oldWALs, maxLogs=10 2024-11-27T11:21:09,575 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.meta.1732706469562.meta, exclude list is [], retry=0 2024-11-27T11:21:09,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38807,DS-bf167aac-72c8-422c-8455-0ad7f5ab834e,DISK] 2024-11-27T11:21:09,578 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.meta.1732706469562.meta 2024-11-27T11:21:09,579 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39509:39509)] 2024-11-27T11:21:09,579 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:09,579 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:21:09,579 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:21:09,579 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:21:09,579 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:21:09,579 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:21:09,579 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:09,579 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:21:09,579 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:21:09,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:21:09,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:21:09,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:09,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:09,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:21:09,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:21:09,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:09,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:09,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:21:09,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:21:09,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:09,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:09,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:21:09,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:21:09,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:09,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:09,585 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:21:09,585 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740 2024-11-27T11:21:09,586 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740 2024-11-27T11:21:09,587 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:21:09,587 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:21:09,587 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:09,588 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:21:09,588 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69815749, jitterRate=0.04033572971820831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:09,588 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:21:09,588 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706469579Writing region info on filesystem at 1732706469579Initializing all the Stores at 1732706469580 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706469580Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706469580Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706469580Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706469580Cleaning up temporary data from old regions at 1732706469587 (+7 ms)Running coprocessor post-open hooks at 1732706469588 (+1 ms)Region opened successfully at 1732706469588 2024-11-27T11:21:09,589 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706469556 2024-11-27T11:21:09,591 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:21:09,591 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:21:09,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,46615,1732706467029 2024-11-27T11:21:09,592 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,46615,1732706467029, state=OPEN 2024-11-27T11:21:09,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1311332934/meta-region-server 2024-11-27T11:21:09,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1311332934/meta-region-server 2024-11-27T11:21:09,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1311332934/meta-region-server: CHANGED 2024-11-27T11:21:09,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1311332934/meta-region-server: CHANGED 2024-11-27T11:21:09,593 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,46615,1732706467029 2024-11-27T11:21:09,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:21:09,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,46615,1732706467029 in 189 msec 2024-11-27T11:21:09,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:21:09,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-27T11:21:09,596 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:09,596 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:21:09,597 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:09,597 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,46615,1732706467029, seqNum=-1] 2024-11-27T11:21:09,598 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:09,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:21:09,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 810 msec 2024-11-27T11:21:09,602 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706469602, completionTime=-1 2024-11-27T11:21:09,602 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:21:09,602 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:21:09,604 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:21:09,604 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706529604 2024-11-27T11:21:09,604 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706589604 2024-11-27T11:21:09,604 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T11:21:09,604 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,39153,1732706466991-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:09,604 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,39153,1732706466991-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:09,604 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,39153,1732706466991-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:09,604 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:39153, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:09,604 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:09,604 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:09,606 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:21:09,607 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.540sec 2024-11-27T11:21:09,607 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:21:09,607 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:21:09,607 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:21:09,607 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:21:09,607 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:21:09,607 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,39153,1732706466991-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:21:09,607 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,39153,1732706466991-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:21:09,608 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:21:09,608 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:21:09,608 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,39153,1732706466991-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:09,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cfd837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:09,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,39153,-1 for getting cluster id 2024-11-27T11:21:09,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:09,655 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '288174f0-d64d-433e-8247-5e0ba36cf36b' 2024-11-27T11:21:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "288174f0-d64d-433e-8247-5e0ba36cf36b" 2024-11-27T11:21:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42bf54f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,39153,-1] 2024-11-27T11:21:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:09,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:09,656 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:09,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd97ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:09,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,46615,1732706467029, seqNum=-1] 2024-11-27T11:21:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:09,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:21:09,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,39153,1732706466991 2024-11-27T11:21:09,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50302 2024-11-27T11:21:09,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:09,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101592859b50005 connected 2024-11-27T11:21:09,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/hadoop.log.dir so I do NOT create it in target/test-data/4330090c-946e-381e-35fb-72aa843cddaf 2024-11-27T11:21:09,669 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:21:09,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/hadoop.tmp.dir so I do NOT create it in target/test-data/4330090c-946e-381e-35fb-72aa843cddaf 2024-11-27T11:21:09,669 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:21:09,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf 2024-11-27T11:21:09,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:21:09,670 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/cluster_f2f4ff8b-5335-a8f1-ae1e-aa2159f20479, deleteOnExit=true 2024-11-27T11:21:09,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:21:09,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/test.cache.data in system properties and HBase conf 2024-11-27T11:21:09,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:21:09,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:21:09,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:21:09,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:21:09,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:21:09,670 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:21:09,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:21:09,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:21:09,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:21:09,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:21:09,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:21:09,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:21:09,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:21:09,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:21:09,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:21:09,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:21:09,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:21:09,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:21:09,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:21:09,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:21:09,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:09,746 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:21:09,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:21:09,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:21:09,747 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:21:09,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:09,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64f8e001{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:21:09,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@670919cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:21:09,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e7bfa96{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/java.io.tmpdir/jetty-localhost-41671-hadoop-hdfs-3_4_1-tests_jar-_-any-173065975498230668/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:21:09,864 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67a3efe{HTTP/1.1, (http/1.1)}{localhost:41671} 2024-11-27T11:21:09,864 INFO [Time-limited test {}] server.Server(415): Started @246930ms 2024-11-27T11:21:09,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:09,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:21:09,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:21:09,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:21:09,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:21:09,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b5db2c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:21:09,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76b6e72a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:21:10,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e217c90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/java.io.tmpdir/jetty-localhost-37177-hadoop-hdfs-3_4_1-tests_jar-_-any-11884412611444922988/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:21:10,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e7e607{HTTP/1.1, (http/1.1)}{localhost:37177} 2024-11-27T11:21:10,079 INFO [Time-limited test {}] server.Server(415): Started @247145ms 2024-11-27T11:21:10,080 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:21:10,187 WARN [Thread-3669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/cluster_f2f4ff8b-5335-a8f1-ae1e-aa2159f20479/data/data2/current/BP-1938964833-172.17.0.2-1732706469689/current, will proceed with Du for space computation calculation, 2024-11-27T11:21:10,187 WARN [Thread-3668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/cluster_f2f4ff8b-5335-a8f1-ae1e-aa2159f20479/data/data1/current/BP-1938964833-172.17.0.2-1732706469689/current, will proceed with Du for space computation calculation, 2024-11-27T11:21:10,214 WARN [Thread-3656 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:21:10,217 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67a1111dd0d80aa with lease ID 0x43e5cba9761aca5d: Processing first storage report for DS-884422e9-ed22-479d-bf64-56206f505435 from datanode DatanodeRegistration(127.0.0.1:44697, datanodeUuid=a732674a-1f79-41ee-9bd9-b8cf7d77fa9a, infoPort=38891, infoSecurePort=0, ipcPort=40069, storageInfo=lv=-57;cid=testClusterID;nsid=935729146;c=1732706469689) 2024-11-27T11:21:10,217 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67a1111dd0d80aa with lease ID 0x43e5cba9761aca5d: from storage DS-884422e9-ed22-479d-bf64-56206f505435 node DatanodeRegistration(127.0.0.1:44697, datanodeUuid=a732674a-1f79-41ee-9bd9-b8cf7d77fa9a, infoPort=38891, infoSecurePort=0, ipcPort=40069, storageInfo=lv=-57;cid=testClusterID;nsid=935729146;c=1732706469689), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T11:21:10,217 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67a1111dd0d80aa with lease ID 0x43e5cba9761aca5d: Processing first storage report for DS-173c02a5-5d7d-4135-82fe-db857c79109d from datanode DatanodeRegistration(127.0.0.1:44697, datanodeUuid=a732674a-1f79-41ee-9bd9-b8cf7d77fa9a, infoPort=38891, infoSecurePort=0, ipcPort=40069, storageInfo=lv=-57;cid=testClusterID;nsid=935729146;c=1732706469689) 2024-11-27T11:21:10,217 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67a1111dd0d80aa with lease ID 0x43e5cba9761aca5d: from storage DS-173c02a5-5d7d-4135-82fe-db857c79109d node DatanodeRegistration(127.0.0.1:44697, datanodeUuid=a732674a-1f79-41ee-9bd9-b8cf7d77fa9a, infoPort=38891, infoSecurePort=0, ipcPort=40069, storageInfo=lv=-57;cid=testClusterID;nsid=935729146;c=1732706469689), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:21:10,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf 2024-11-27T11:21:10,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:10,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:10,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:21:10,734 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4 with version=8 2024-11-27T11:21:10,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/hbase-staging 2024-11-27T11:21:10,736 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:21:10,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:10,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:10,737 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:21:10,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:10,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:21:10,737 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:21:10,737 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:21:10,738 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32989 2024-11-27T11:21:10,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32989 connecting to ZooKeeper ensemble=127.0.0.1:50302 2024-11-27T11:21:10,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329890x0, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:10,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32989-0x101592859b50006 connected 2024-11-27T11:21:10,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:10,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:10,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Set watcher on znode that does not yet exist, /2418867411/running 2024-11-27T11:21:10,785 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4, hbase.cluster.distributed=false 2024-11-27T11:21:10,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Set watcher on znode that does not yet exist, /2418867411/acl 2024-11-27T11:21:10,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32989 2024-11-27T11:21:10,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32989 2024-11-27T11:21:10,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32989 2024-11-27T11:21:10,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32989 2024-11-27T11:21:10,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32989 2024-11-27T11:21:10,803 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:21:10,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:10,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:10,803 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:21:10,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:10,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:21:10,803 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:21:10,804 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:21:10,805 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41263 2024-11-27T11:21:10,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41263 connecting to ZooKeeper ensemble=127.0.0.1:50302 2024-11-27T11:21:10,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:10,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:10,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412630x0, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:10,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412630x0, quorum=127.0.0.1:50302, baseZNode=/2418867411 Set watcher on znode that does not yet exist, /2418867411/running 2024-11-27T11:21:10,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41263-0x101592859b50007 connected 2024-11-27T11:21:10,811 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:21:10,812 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:21:10,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Set watcher on znode that does not yet exist, /2418867411/master 2024-11-27T11:21:10,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Set watcher on znode that does not yet exist, /2418867411/acl 2024-11-27T11:21:10,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41263 2024-11-27T11:21:10,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41263 2024-11-27T11:21:10,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41263 2024-11-27T11:21:10,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41263 2024-11-27T11:21:10,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41263 2024-11-27T11:21:10,836 DEBUG [M:0;5b617c7edc8e:32989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:32989 2024-11-27T11:21:10,837 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2418867411/backup-masters/5b617c7edc8e,32989,1732706470736 2024-11-27T11:21:10,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411/backup-masters 2024-11-27T11:21:10,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411/backup-masters 2024-11-27T11:21:10,842 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Set watcher on existing znode=/2418867411/backup-masters/5b617c7edc8e,32989,1732706470736 2024-11-27T11:21:10,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2418867411/master 2024-11-27T11:21:10,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411 2024-11-27T11:21:10,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411 2024-11-27T11:21:10,847 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Set watcher on existing znode=/2418867411/master 2024-11-27T11:21:10,847 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2418867411/backup-masters/5b617c7edc8e,32989,1732706470736 from backup master directory 2024-11-27T11:21:10,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2418867411/backup-masters/5b617c7edc8e,32989,1732706470736 2024-11-27T11:21:10,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411/backup-masters 2024-11-27T11:21:10,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411/backup-masters 2024-11-27T11:21:10,849 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:21:10,849 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,32989,1732706470736 2024-11-27T11:21:10,856 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/hbase.id] with ID: f8eea223-a496-4626-8a80-c7f82cf979e5 2024-11-27T11:21:10,856 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/.tmp/hbase.id 2024-11-27T11:21:10,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:21:11,265 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/.tmp/hbase.id]:[hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/hbase.id] 2024-11-27T11:21:11,273 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:11,273 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:21:11,274 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T11:21:11,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411 2024-11-27T11:21:11,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411 2024-11-27T11:21:11,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:21:11,287 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:21:11,288 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:21:11,288 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:11,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:21:11,561 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:21:11,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:11,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:11,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:11,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:11,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:11,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:11,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:11,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:11,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:11,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:11,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:11,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:11,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:11,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:11,640 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T11:21:11,694 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store 2024-11-27T11:21:11,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:21:11,706 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:11,706 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:21:11,706 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:11,706 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:11,706 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:21:11,706 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:11,707 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:11,707 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706471706Disabling compacts and flushes for region at 1732706471706Disabling writes for close at 1732706471706Writing region close event to WAL at 1732706471706Closed at 1732706471706 2024-11-27T11:21:11,707 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/.initializing 2024-11-27T11:21:11,707 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/WALs/5b617c7edc8e,32989,1732706470736 2024-11-27T11:21:11,708 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:21:11,710 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C32989%2C1732706470736, suffix=, logDir=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/WALs/5b617c7edc8e,32989,1732706470736, archiveDir=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/oldWALs, maxLogs=10 2024-11-27T11:21:11,729 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/WALs/5b617c7edc8e,32989,1732706470736/5b617c7edc8e%2C32989%2C1732706470736.1732706471710, exclude list is [], retry=0 2024-11-27T11:21:11,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-884422e9-ed22-479d-bf64-56206f505435,DISK] 2024-11-27T11:21:11,739 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/WALs/5b617c7edc8e,32989,1732706470736/5b617c7edc8e%2C32989%2C1732706470736.1732706471710 2024-11-27T11:21:11,744 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38891:38891)] 2024-11-27T11:21:11,744 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:11,745 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:11,745 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:11,745 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:11,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:11,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:21:11,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:11,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:11,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:11,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:21:11,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:11,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:11,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:11,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:21:11,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:11,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:11,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:11,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:21:11,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:11,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:11,751 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:11,752 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:11,752 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:11,753 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:11,753 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:11,754 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:11,755 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:11,757 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:11,758 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61664247, jitterRate=-0.08113111555576324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:11,758 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706471745Initializing all the Stores at 1732706471746 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706471746Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706471746Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706471746Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706471746Cleaning up temporary data from old regions at 1732706471753 (+7 ms)Region opened successfully at 1732706471758 (+5 ms) 2024-11-27T11:21:11,758 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:21:11,761 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73801c4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:21:11,762 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:21:11,762 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:21:11,762 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:21:11,763 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:21:11,763 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:21:11,763 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:21:11,763 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:21:11,765 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:21:11,766 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Unable to get data of znode /2418867411/balancer because node does not exist (not necessarily an error) 2024-11-27T11:21:11,769 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2418867411/balancer already deleted, retry=false 2024-11-27T11:21:11,769 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:21:11,770 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Unable to get data of znode /2418867411/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:21:11,772 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2418867411/normalizer already deleted, retry=false 2024-11-27T11:21:11,772 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:21:11,777 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Unable to get data of znode /2418867411/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:21:11,778 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2418867411/switch/split already deleted, retry=false 2024-11-27T11:21:11,778 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Unable to get data of znode /2418867411/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:21:11,780 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2418867411/switch/merge already deleted, retry=false 2024-11-27T11:21:11,781 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Unable to get data of znode /2418867411/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:21:11,782 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2418867411/snapshot-cleanup already deleted, retry=false 2024-11-27T11:21:11,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2418867411/running 2024-11-27T11:21:11,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2418867411/running 2024-11-27T11:21:11,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411 2024-11-27T11:21:11,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411 2024-11-27T11:21:11,786 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,32989,1732706470736, sessionid=0x101592859b50006, setting cluster-up flag (Was=false) 2024-11-27T11:21:11,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411 2024-11-27T11:21:11,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411 2024-11-27T11:21:11,792 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2418867411/flush-table-proc/acquired, /2418867411/flush-table-proc/reached, /2418867411/flush-table-proc/abort 2024-11-27T11:21:11,793 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,32989,1732706470736 2024-11-27T11:21:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411 2024-11-27T11:21:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411 2024-11-27T11:21:11,800 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2418867411/online-snapshot/acquired, /2418867411/online-snapshot/reached, /2418867411/online-snapshot/abort 2024-11-27T11:21:11,801 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,32989,1732706470736 2024-11-27T11:21:11,802 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:21:11,809 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:11,809 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:21:11,809 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:21:11,810 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,32989,1732706470736 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:21:11,811 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:11,811 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:11,811 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:11,811 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:11,811 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:21:11,811 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:11,811 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:21:11,811 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:11,822 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:11,822 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:21:11,823 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:11,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:21:11,835 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(746): ClusterId : f8eea223-a496-4626-8a80-c7f82cf979e5 2024-11-27T11:21:11,835 DEBUG [RS:0;5b617c7edc8e:41263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:21:11,836 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706501836 2024-11-27T11:21:11,837 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:21:11,837 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:21:11,837 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:21:11,837 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:21:11,837 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:21:11,837 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:21:11,840 DEBUG [RS:0;5b617c7edc8e:41263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:21:11,840 DEBUG [RS:0;5b617c7edc8e:41263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:21:11,840 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:11,843 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:21:11,843 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:21:11,843 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:21:11,843 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:21:11,844 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:21:11,844 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:21:11,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:21:11,844 DEBUG [RS:0;5b617c7edc8e:41263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:21:11,845 DEBUG [RS:0;5b617c7edc8e:41263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0e568d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:21:11,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:21:11,847 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4 2024-11-27T11:21:11,848 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706471844,5,FailOnTimeoutGroup] 2024-11-27T11:21:11,849 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706471848,5,FailOnTimeoutGroup] 2024-11-27T11:21:11,849 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:11,849 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:21:11,849 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:11,849 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:11,865 DEBUG [RS:0;5b617c7edc8e:41263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:41263 2024-11-27T11:21:11,865 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:21:11,865 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:21:11,865 DEBUG [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:21:11,865 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,32989,1732706470736 with port=41263, startcode=1732706470803 2024-11-27T11:21:11,866 DEBUG [RS:0;5b617c7edc8e:41263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:21:11,869 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:21:11,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741832_1008 (size=32) 2024-11-27T11:21:11,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,41263,1732706470803 2024-11-27T11:21:11,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32989 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,41263,1732706470803 2024-11-27T11:21:11,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:11,872 DEBUG [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4 2024-11-27T11:21:11,872 DEBUG [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38181 2024-11-27T11:21:11,872 DEBUG [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:21:11,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:21:11,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411/rs 2024-11-27T11:21:11,877 DEBUG [RS:0;5b617c7edc8e:41263 {}] zookeeper.ZKUtil(111): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Set watcher on existing znode=/2418867411/rs/5b617c7edc8e,41263,1732706470803 2024-11-27T11:21:11,877 WARN [RS:0;5b617c7edc8e:41263 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:21:11,877 INFO [RS:0;5b617c7edc8e:41263 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:11,877 DEBUG [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803 2024-11-27T11:21:11,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,41263,1732706470803] 2024-11-27T11:21:11,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:21:11,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:11,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:11,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:21:11,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:21:11,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:11,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:11,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:21:11,881 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:21:11,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:21:11,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:11,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:11,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:21:11,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:21:11,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:11,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:11,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:21:11,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740 2024-11-27T11:21:11,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740 2024-11-27T11:21:11,884 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:21:11,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:21:11,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:21:11,885 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:11,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:21:11,896 INFO [RS:0;5b617c7edc8e:41263 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:21:11,896 INFO [RS:0;5b617c7edc8e:41263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:11,900 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:21:11,901 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:11,902 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65089458, jitterRate=-0.03009149432182312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:11,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706471872Initializing all the Stores at 1732706471874 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706471874Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706471876 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706471876Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706471876Cleaning up temporary data from old regions at 1732706471885 (+9 ms)Region opened successfully at 1732706471902 (+17 ms) 2024-11-27T11:21:11,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:21:11,902 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:21:11,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:21:11,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:21:11,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:21:11,903 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:21:11,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706471902Disabling compacts and flushes for region at 1732706471902Disabling writes for close at 1732706471902Writing region close event to WAL at 1732706471902Closed at 1732706471902 2024-11-27T11:21:11,904 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:11,904 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:21:11,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:21:11,904 INFO [RS:0;5b617c7edc8e:41263 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:21:11,904 INFO [RS:0;5b617c7edc8e:41263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:11,904 DEBUG [RS:0;5b617c7edc8e:41263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:11,905 DEBUG [RS:0;5b617c7edc8e:41263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:11,905 DEBUG [RS:0;5b617c7edc8e:41263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:11,905 DEBUG [RS:0;5b617c7edc8e:41263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:11,905 DEBUG [RS:0;5b617c7edc8e:41263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:11,905 DEBUG [RS:0;5b617c7edc8e:41263 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:21:11,905 DEBUG [RS:0;5b617c7edc8e:41263 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:11,905 DEBUG [RS:0;5b617c7edc8e:41263 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:11,905 DEBUG [RS:0;5b617c7edc8e:41263 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:11,905 DEBUG [RS:0;5b617c7edc8e:41263 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:11,905 DEBUG [RS:0;5b617c7edc8e:41263 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:11,905 DEBUG [RS:0;5b617c7edc8e:41263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:11,905 DEBUG [RS:0;5b617c7edc8e:41263 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:21:11,905 DEBUG [RS:0;5b617c7edc8e:41263 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:21:11,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:21:11,908 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:21:11,916 INFO [RS:0;5b617c7edc8e:41263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:11,916 INFO [RS:0;5b617c7edc8e:41263 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:11,916 INFO [RS:0;5b617c7edc8e:41263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:11,916 INFO [RS:0;5b617c7edc8e:41263 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:11,916 INFO [RS:0;5b617c7edc8e:41263 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:11,916 INFO [RS:0;5b617c7edc8e:41263 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,41263,1732706470803-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:21:11,937 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:21:11,937 INFO [RS:0;5b617c7edc8e:41263 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,41263,1732706470803-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:11,937 INFO [RS:0;5b617c7edc8e:41263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:11,937 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.Replication(171): 5b617c7edc8e,41263,1732706470803 started 2024-11-27T11:21:11,955 INFO [RS:0;5b617c7edc8e:41263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:11,955 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,41263,1732706470803, RpcServer on 5b617c7edc8e/172.17.0.2:41263, sessionid=0x101592859b50007 2024-11-27T11:21:11,955 DEBUG [RS:0;5b617c7edc8e:41263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:21:11,955 DEBUG [RS:0;5b617c7edc8e:41263 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,41263,1732706470803 2024-11-27T11:21:11,955 DEBUG [RS:0;5b617c7edc8e:41263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,41263,1732706470803' 2024-11-27T11:21:11,955 DEBUG [RS:0;5b617c7edc8e:41263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2418867411/flush-table-proc/abort' 2024-11-27T11:21:11,956 DEBUG [RS:0;5b617c7edc8e:41263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2418867411/flush-table-proc/acquired' 2024-11-27T11:21:11,957 DEBUG [RS:0;5b617c7edc8e:41263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:21:11,957 DEBUG [RS:0;5b617c7edc8e:41263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:21:11,957 DEBUG [RS:0;5b617c7edc8e:41263 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,41263,1732706470803 2024-11-27T11:21:11,957 DEBUG [RS:0;5b617c7edc8e:41263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,41263,1732706470803' 2024-11-27T11:21:11,957 DEBUG [RS:0;5b617c7edc8e:41263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2418867411/online-snapshot/abort' 2024-11-27T11:21:11,958 DEBUG [RS:0;5b617c7edc8e:41263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2418867411/online-snapshot/acquired' 2024-11-27T11:21:11,958 DEBUG [RS:0;5b617c7edc8e:41263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:21:11,958 INFO [RS:0;5b617c7edc8e:41263 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:21:11,958 INFO [RS:0;5b617c7edc8e:41263 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:21:12,058 INFO [RS:0;5b617c7edc8e:41263 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:21:12,059 WARN [5b617c7edc8e:32989 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T11:21:12,060 INFO [RS:0;5b617c7edc8e:41263 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C41263%2C1732706470803, suffix=, logDir=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803, archiveDir=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/oldWALs, maxLogs=10 2024-11-27T11:21:12,073 DEBUG [RS:0;5b617c7edc8e:41263 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060, exclude list is [], retry=0 2024-11-27T11:21:12,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-884422e9-ed22-479d-bf64-56206f505435,DISK] 2024-11-27T11:21:12,077 INFO [RS:0;5b617c7edc8e:41263 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 2024-11-27T11:21:12,077 DEBUG [RS:0;5b617c7edc8e:41263 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38891:38891)] 2024-11-27T11:21:12,309 DEBUG [5b617c7edc8e:32989 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:21:12,309 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,41263,1732706470803 2024-11-27T11:21:12,310 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,41263,1732706470803, state=OPENING 2024-11-27T11:21:12,313 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:21:12,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411 2024-11-27T11:21:12,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411 2024-11-27T11:21:12,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2418867411/meta-region-server: CHANGED 2024-11-27T11:21:12,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2418867411/meta-region-server: CHANGED 2024-11-27T11:21:12,315 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:21:12,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,41263,1732706470803}] 2024-11-27T11:21:12,467 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:21:12,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:21:12,471 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:21:12,471 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:12,472 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:21:12,474 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C41263%2C1732706470803.meta, suffix=.meta, logDir=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803, archiveDir=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/oldWALs, maxLogs=10 2024-11-27T11:21:12,491 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.meta.1732706472474.meta, exclude list is [], retry=0 2024-11-27T11:21:12,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-884422e9-ed22-479d-bf64-56206f505435,DISK] 2024-11-27T11:21:12,495 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.meta.1732706472474.meta 2024-11-27T11:21:12,495 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38891:38891)] 2024-11-27T11:21:12,495 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:12,496 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:21:12,496 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:21:12,496 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:21:12,496 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:21:12,496 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:21:12,496 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:12,497 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:21:12,497 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:21:12,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:21:12,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:21:12,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:12,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:12,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:21:12,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:21:12,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:12,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:12,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:21:12,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:21:12,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:12,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:12,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:21:12,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:21:12,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:12,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:12,501 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:21:12,502 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740 2024-11-27T11:21:12,502 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740 2024-11-27T11:21:12,507 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:21:12,507 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:21:12,508 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:12,509 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:21:12,510 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70064729, jitterRate=0.0440458208322525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:12,510 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:21:12,510 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706472497Writing region info on filesystem at 1732706472497Initializing all the Stores at 1732706472497Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706472497Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706472497Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706472497Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706472497Cleaning up temporary data from old regions at 1732706472507 (+10 ms)Running coprocessor post-open hooks at 1732706472510 (+3 ms)Region opened successfully at 1732706472510 2024-11-27T11:21:12,511 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706472467 2024-11-27T11:21:12,513 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:21:12,513 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:21:12,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,41263,1732706470803 2024-11-27T11:21:12,515 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,41263,1732706470803, state=OPEN 2024-11-27T11:21:12,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2418867411/meta-region-server 2024-11-27T11:21:12,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2418867411/meta-region-server 2024-11-27T11:21:12,516 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,41263,1732706470803 2024-11-27T11:21:12,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2418867411/meta-region-server: CHANGED 2024-11-27T11:21:12,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2418867411/meta-region-server: CHANGED 2024-11-27T11:21:12,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:21:12,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,41263,1732706470803 in 201 msec 2024-11-27T11:21:12,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:21:12,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 614 msec 2024-11-27T11:21:12,520 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:12,520 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:21:12,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:12,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,41263,1732706470803, seqNum=-1] 2024-11-27T11:21:12,522 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:12,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:21:12,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 717 msec 2024-11-27T11:21:12,527 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706472527, completionTime=-1 2024-11-27T11:21:12,527 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:21:12,527 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:21:12,529 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:21:12,529 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706532529 2024-11-27T11:21:12,529 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706592529 2024-11-27T11:21:12,529 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T11:21:12,529 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,32989,1732706470736-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:12,530 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,32989,1732706470736-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:12,530 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,32989,1732706470736-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:12,530 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:32989, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:12,530 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:12,531 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:21:12,531 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:12,534 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.685sec 2024-11-27T11:21:12,534 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:21:12,534 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:21:12,534 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:21:12,534 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:21:12,534 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:21:12,534 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,32989,1732706470736-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:21:12,534 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,32989,1732706470736-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:21:12,536 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:21:12,536 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:21:12,536 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,32989,1732706470736-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:12,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416afd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:12,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,32989,-1 for getting cluster id 2024-11-27T11:21:12,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:12,636 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8eea223-a496-4626-8a80-c7f82cf979e5' 2024-11-27T11:21:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8eea223-a496-4626-8a80-c7f82cf979e5" 2024-11-27T11:21:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29dc0289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,32989,-1] 2024-11-27T11:21:12,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:12,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:12,638 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:12,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3a3a12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:12,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,41263,1732706470803, seqNum=-1] 2024-11-27T11:21:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:12,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:21:12,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,32989,1732706470736 2024-11-27T11:21:12,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50302 2024-11-27T11:21:12,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:12,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101592859b50008 connected 2024-11-27T11:21:12,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,39393,1732706464850 2024-11-27T11:21:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7420e267 2024-11-27T11:21:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:12,655 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:21:12,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:21:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T11:21:12,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:21:12,658 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:12,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T11:21:12,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:21:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:12,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741835_1011 (size=902) 2024-11-27T11:21:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:13,066 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa9312da11b6b796f53e4dc6422bafaa, NAME => 'test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2 2024-11-27T11:21:13,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741836_1012 (size=39) 2024-11-27T11:21:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:13,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:13,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fa9312da11b6b796f53e4dc6422bafaa, disabling compactions & flushes 2024-11-27T11:21:13,476 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa. 2024-11-27T11:21:13,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa. 2024-11-27T11:21:13,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa. after waiting 0 ms 2024-11-27T11:21:13,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa. 2024-11-27T11:21:13,476 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa. 2024-11-27T11:21:13,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa9312da11b6b796f53e4dc6422bafaa: Waiting for close lock at 1732706473476Disabling compacts and flushes for region at 1732706473476Disabling writes for close at 1732706473476Writing region close event to WAL at 1732706473476Closed at 1732706473476 2024-11-27T11:21:13,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:21:13,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732706473477"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706473477"}]},"ts":"1732706473477"} 2024-11-27T11:21:13,480 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:21:13,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:21:13,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706473480"}]},"ts":"1732706473480"} 2024-11-27T11:21:13,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T11:21:13,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa9312da11b6b796f53e4dc6422bafaa, ASSIGN}] 2024-11-27T11:21:13,483 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa9312da11b6b796f53e4dc6422bafaa, ASSIGN 2024-11-27T11:21:13,484 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fa9312da11b6b796f53e4dc6422bafaa, ASSIGN; state=OFFLINE, location=5b617c7edc8e,34487,1732706464935; forceNewPlan=false, retain=false 2024-11-27T11:21:13,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa9312da11b6b796f53e4dc6422bafaa, regionState=OPENING, regionLocation=5b617c7edc8e,34487,1732706464935 2024-11-27T11:21:13,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fa9312da11b6b796f53e4dc6422bafaa, ASSIGN because future has completed 2024-11-27T11:21:13,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa9312da11b6b796f53e4dc6422bafaa, server=5b617c7edc8e,34487,1732706464935}] 2024-11-27T11:21:13,792 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa. 2024-11-27T11:21:13,792 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fa9312da11b6b796f53e4dc6422bafaa, NAME => 'test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:13,792 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:21:13,792 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T11:21:13,792 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fa9312da11b6b796f53e4dc6422bafaa 2024-11-27T11:21:13,792 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:13,792 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fa9312da11b6b796f53e4dc6422bafaa 2024-11-27T11:21:13,793 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fa9312da11b6b796f53e4dc6422bafaa 2024-11-27T11:21:13,794 INFO [StoreOpener-fa9312da11b6b796f53e4dc6422bafaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa9312da11b6b796f53e4dc6422bafaa 2024-11-27T11:21:13,794 INFO [StoreOpener-fa9312da11b6b796f53e4dc6422bafaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa9312da11b6b796f53e4dc6422bafaa columnFamilyName f 2024-11-27T11:21:13,794 DEBUG [StoreOpener-fa9312da11b6b796f53e4dc6422bafaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:13,795 INFO [StoreOpener-fa9312da11b6b796f53e4dc6422bafaa-1 {}] regionserver.HStore(327): Store=fa9312da11b6b796f53e4dc6422bafaa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:13,795 INFO [StoreOpener-fa9312da11b6b796f53e4dc6422bafaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fa9312da11b6b796f53e4dc6422bafaa 2024-11-27T11:21:13,796 INFO [StoreOpener-fa9312da11b6b796f53e4dc6422bafaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa9312da11b6b796f53e4dc6422bafaa columnFamilyName f1 2024-11-27T11:21:13,796 DEBUG [StoreOpener-fa9312da11b6b796f53e4dc6422bafaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:13,796 INFO [StoreOpener-fa9312da11b6b796f53e4dc6422bafaa-1 {}] regionserver.HStore(327): Store=fa9312da11b6b796f53e4dc6422bafaa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:13,796 INFO [StoreOpener-fa9312da11b6b796f53e4dc6422bafaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fa9312da11b6b796f53e4dc6422bafaa 2024-11-27T11:21:13,797 INFO [StoreOpener-fa9312da11b6b796f53e4dc6422bafaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa9312da11b6b796f53e4dc6422bafaa columnFamilyName norep 2024-11-27T11:21:13,797 DEBUG [StoreOpener-fa9312da11b6b796f53e4dc6422bafaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:13,797 INFO [StoreOpener-fa9312da11b6b796f53e4dc6422bafaa-1 {}] regionserver.HStore(327): Store=fa9312da11b6b796f53e4dc6422bafaa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:13,797 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fa9312da11b6b796f53e4dc6422bafaa 2024-11-27T11:21:13,798 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa 2024-11-27T11:21:13,798 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa 2024-11-27T11:21:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:13,799 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fa9312da11b6b796f53e4dc6422bafaa 2024-11-27T11:21:13,799 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fa9312da11b6b796f53e4dc6422bafaa 2024-11-27T11:21:13,799 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:21:13,800 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fa9312da11b6b796f53e4dc6422bafaa 2024-11-27T11:21:13,802 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:13,802 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fa9312da11b6b796f53e4dc6422bafaa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64658524, jitterRate=-0.036512911319732666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:21:13,802 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa9312da11b6b796f53e4dc6422bafaa 2024-11-27T11:21:13,803 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fa9312da11b6b796f53e4dc6422bafaa: Running coprocessor pre-open hook at 1732706473793Writing region info on filesystem at 1732706473793Initializing all the Stores at 1732706473793Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706473793Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706473793Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706473793Cleaning up temporary data from old regions at 1732706473799 (+6 ms)Running coprocessor post-open hooks at 1732706473802 (+3 ms)Region opened successfully at 1732706473803 (+1 ms) 2024-11-27T11:21:13,804 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa., pid=6, masterSystemTime=1732706473789 2024-11-27T11:21:13,806 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa. 2024-11-27T11:21:13,806 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa. 2024-11-27T11:21:13,806 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa9312da11b6b796f53e4dc6422bafaa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b617c7edc8e,34487,1732706464935 2024-11-27T11:21:13,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa9312da11b6b796f53e4dc6422bafaa, server=5b617c7edc8e,34487,1732706464935 because future has completed 2024-11-27T11:21:13,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:21:13,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fa9312da11b6b796f53e4dc6422bafaa, server=5b617c7edc8e,34487,1732706464935 in 172 msec 2024-11-27T11:21:13,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T11:21:13,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fa9312da11b6b796f53e4dc6422bafaa, ASSIGN in 328 msec 2024-11-27T11:21:13,812 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:21:13,812 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706473812"}]},"ts":"1732706473812"} 2024-11-27T11:21:13,814 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T11:21:13,814 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:21:13,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-27T11:21:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:14,809 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T11:21:14,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:14,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,39153,1732706466991 2024-11-27T11:21:14,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c2116e9 2024-11-27T11:21:14,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:14,811 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:21:14,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:21:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T11:21:14,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:21:14,814 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:14,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T11:21:14,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:21:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:14,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741835_1011 (size=902) 2024-11-27T11:21:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:15,223 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f664cde12abb33632614ae0d2d818e79, NAME => 'test,,1732706474812.f664cde12abb33632614ae0d2d818e79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81 2024-11-27T11:21:15,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741836_1012 (size=39) 2024-11-27T11:21:15,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732706474812.f664cde12abb33632614ae0d2d818e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:15,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f664cde12abb33632614ae0d2d818e79, disabling compactions & flushes 2024-11-27T11:21:15,228 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732706474812.f664cde12abb33632614ae0d2d818e79. 2024-11-27T11:21:15,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706474812.f664cde12abb33632614ae0d2d818e79. 2024-11-27T11:21:15,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732706474812.f664cde12abb33632614ae0d2d818e79. after waiting 0 ms 2024-11-27T11:21:15,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732706474812.f664cde12abb33632614ae0d2d818e79. 2024-11-27T11:21:15,228 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732706474812.f664cde12abb33632614ae0d2d818e79. 2024-11-27T11:21:15,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f664cde12abb33632614ae0d2d818e79: Waiting for close lock at 1732706475228Disabling compacts and flushes for region at 1732706475228Disabling writes for close at 1732706475228Writing region close event to WAL at 1732706475228Closed at 1732706475228 2024-11-27T11:21:15,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:21:15,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732706474812.f664cde12abb33632614ae0d2d818e79.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732706475229"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706475229"}]},"ts":"1732706475229"} 2024-11-27T11:21:15,231 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:21:15,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:21:15,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706475232"}]},"ts":"1732706475232"} 2024-11-27T11:21:15,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T11:21:15,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f664cde12abb33632614ae0d2d818e79, ASSIGN}] 2024-11-27T11:21:15,236 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f664cde12abb33632614ae0d2d818e79, ASSIGN 2024-11-27T11:21:15,236 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f664cde12abb33632614ae0d2d818e79, ASSIGN; state=OFFLINE, location=5b617c7edc8e,46615,1732706467029; forceNewPlan=false, retain=false 2024-11-27T11:21:15,387 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f664cde12abb33632614ae0d2d818e79, regionState=OPENING, regionLocation=5b617c7edc8e,46615,1732706467029 2024-11-27T11:21:15,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f664cde12abb33632614ae0d2d818e79, ASSIGN because future has completed 2024-11-27T11:21:15,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f664cde12abb33632614ae0d2d818e79, server=5b617c7edc8e,46615,1732706467029}] 2024-11-27T11:21:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:15,546 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732706474812.f664cde12abb33632614ae0d2d818e79. 2024-11-27T11:21:15,546 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f664cde12abb33632614ae0d2d818e79, NAME => 'test,,1732706474812.f664cde12abb33632614ae0d2d818e79.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:15,546 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:21:15,546 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T11:21:15,547 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:15,547 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732706474812.f664cde12abb33632614ae0d2d818e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:15,547 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:15,547 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:15,548 INFO [StoreOpener-f664cde12abb33632614ae0d2d818e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:15,549 INFO [StoreOpener-f664cde12abb33632614ae0d2d818e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f664cde12abb33632614ae0d2d818e79 columnFamilyName f 2024-11-27T11:21:15,549 DEBUG [StoreOpener-f664cde12abb33632614ae0d2d818e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:15,549 INFO [StoreOpener-f664cde12abb33632614ae0d2d818e79-1 {}] regionserver.HStore(327): Store=f664cde12abb33632614ae0d2d818e79/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:15,549 INFO [StoreOpener-f664cde12abb33632614ae0d2d818e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:15,550 INFO [StoreOpener-f664cde12abb33632614ae0d2d818e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f664cde12abb33632614ae0d2d818e79 columnFamilyName f1 2024-11-27T11:21:15,550 DEBUG [StoreOpener-f664cde12abb33632614ae0d2d818e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:15,550 INFO [StoreOpener-f664cde12abb33632614ae0d2d818e79-1 {}] regionserver.HStore(327): Store=f664cde12abb33632614ae0d2d818e79/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:15,550 INFO [StoreOpener-f664cde12abb33632614ae0d2d818e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:15,551 INFO [StoreOpener-f664cde12abb33632614ae0d2d818e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f664cde12abb33632614ae0d2d818e79 columnFamilyName norep 2024-11-27T11:21:15,551 DEBUG [StoreOpener-f664cde12abb33632614ae0d2d818e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:15,551 INFO [StoreOpener-f664cde12abb33632614ae0d2d818e79-1 {}] regionserver.HStore(327): Store=f664cde12abb33632614ae0d2d818e79/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:15,552 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:15,552 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:15,552 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:15,553 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:15,553 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:15,553 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:21:15,554 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:15,555 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:15,556 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f664cde12abb33632614ae0d2d818e79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65781080, jitterRate=-0.019785523414611816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:21:15,556 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:15,556 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f664cde12abb33632614ae0d2d818e79: Running coprocessor pre-open hook at 1732706475547Writing region info on filesystem at 1732706475547Initializing all the Stores at 1732706475547Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706475547Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706475548 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706475548Cleaning up temporary data from old regions at 1732706475553 (+5 ms)Running coprocessor post-open hooks at 1732706475556 (+3 ms)Region opened successfully at 1732706475556 2024-11-27T11:21:15,556 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732706474812.f664cde12abb33632614ae0d2d818e79., pid=6, masterSystemTime=1732706475543 2024-11-27T11:21:15,558 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732706474812.f664cde12abb33632614ae0d2d818e79. 2024-11-27T11:21:15,558 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732706474812.f664cde12abb33632614ae0d2d818e79. 2024-11-27T11:21:15,559 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f664cde12abb33632614ae0d2d818e79, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b617c7edc8e,46615,1732706467029 2024-11-27T11:21:15,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f664cde12abb33632614ae0d2d818e79, server=5b617c7edc8e,46615,1732706467029 because future has completed 2024-11-27T11:21:15,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:21:15,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f664cde12abb33632614ae0d2d818e79, server=5b617c7edc8e,46615,1732706467029 in 171 msec 2024-11-27T11:21:15,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T11:21:15,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f664cde12abb33632614ae0d2d818e79, ASSIGN in 327 msec 2024-11-27T11:21:15,564 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:21:15,564 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706475564"}]},"ts":"1732706475564"} 2024-11-27T11:21:15,566 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T11:21:15,566 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:21:15,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-27T11:21:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:15,959 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T11:21:15,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:15,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,32989,1732706470736 2024-11-27T11:21:15,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76a5fec1 2024-11-27T11:21:15,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:15,961 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:21:15,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:21:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T11:21:15,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:21:15,963 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:15,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T11:21:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:15,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:21:15,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741835_1011 (size=902) 2024-11-27T11:21:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:16,388 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b01b0eb21d2cc44e36821a5314117b9, NAME => 'test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4 2024-11-27T11:21:16,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741836_1012 (size=39) 2024-11-27T11:21:16,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:16,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6b01b0eb21d2cc44e36821a5314117b9, disabling compactions & flushes 2024-11-27T11:21:16,419 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9. 2024-11-27T11:21:16,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9. 2024-11-27T11:21:16,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9. after waiting 0 ms 2024-11-27T11:21:16,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9. 2024-11-27T11:21:16,419 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9. 2024-11-27T11:21:16,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b01b0eb21d2cc44e36821a5314117b9: Waiting for close lock at 1732706476419Disabling compacts and flushes for region at 1732706476419Disabling writes for close at 1732706476419Writing region close event to WAL at 1732706476419Closed at 1732706476419 2024-11-27T11:21:16,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:21:16,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732706476420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706476420"}]},"ts":"1732706476420"} 2024-11-27T11:21:16,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:21:16,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:21:16,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706476424"}]},"ts":"1732706476424"} 2024-11-27T11:21:16,426 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T11:21:16,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b01b0eb21d2cc44e36821a5314117b9, ASSIGN}] 2024-11-27T11:21:16,427 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b01b0eb21d2cc44e36821a5314117b9, ASSIGN 2024-11-27T11:21:16,428 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6b01b0eb21d2cc44e36821a5314117b9, ASSIGN; state=OFFLINE, location=5b617c7edc8e,41263,1732706470803; forceNewPlan=false, retain=false 2024-11-27T11:21:16,578 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b01b0eb21d2cc44e36821a5314117b9, regionState=OPENING, regionLocation=5b617c7edc8e,41263,1732706470803 2024-11-27T11:21:16,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6b01b0eb21d2cc44e36821a5314117b9, ASSIGN because future has completed 2024-11-27T11:21:16,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b01b0eb21d2cc44e36821a5314117b9, server=5b617c7edc8e,41263,1732706470803}] 2024-11-27T11:21:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:16,752 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9. 2024-11-27T11:21:16,752 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b01b0eb21d2cc44e36821a5314117b9, NAME => 'test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:16,753 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:21:16,753 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T11:21:16,753 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6b01b0eb21d2cc44e36821a5314117b9 2024-11-27T11:21:16,753 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:16,753 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6b01b0eb21d2cc44e36821a5314117b9 2024-11-27T11:21:16,753 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6b01b0eb21d2cc44e36821a5314117b9 2024-11-27T11:21:16,756 INFO [StoreOpener-6b01b0eb21d2cc44e36821a5314117b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6b01b0eb21d2cc44e36821a5314117b9 2024-11-27T11:21:16,758 INFO [StoreOpener-6b01b0eb21d2cc44e36821a5314117b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b01b0eb21d2cc44e36821a5314117b9 columnFamilyName f 2024-11-27T11:21:16,758 DEBUG [StoreOpener-6b01b0eb21d2cc44e36821a5314117b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:16,758 INFO [StoreOpener-6b01b0eb21d2cc44e36821a5314117b9-1 {}] regionserver.HStore(327): Store=6b01b0eb21d2cc44e36821a5314117b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:16,759 INFO [StoreOpener-6b01b0eb21d2cc44e36821a5314117b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6b01b0eb21d2cc44e36821a5314117b9 2024-11-27T11:21:16,760 INFO [StoreOpener-6b01b0eb21d2cc44e36821a5314117b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b01b0eb21d2cc44e36821a5314117b9 columnFamilyName f1 2024-11-27T11:21:16,760 DEBUG [StoreOpener-6b01b0eb21d2cc44e36821a5314117b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:16,760 INFO [StoreOpener-6b01b0eb21d2cc44e36821a5314117b9-1 {}] regionserver.HStore(327): Store=6b01b0eb21d2cc44e36821a5314117b9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:16,760 INFO [StoreOpener-6b01b0eb21d2cc44e36821a5314117b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6b01b0eb21d2cc44e36821a5314117b9 2024-11-27T11:21:16,761 INFO [StoreOpener-6b01b0eb21d2cc44e36821a5314117b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b01b0eb21d2cc44e36821a5314117b9 columnFamilyName norep 2024-11-27T11:21:16,761 DEBUG [StoreOpener-6b01b0eb21d2cc44e36821a5314117b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:16,762 INFO [StoreOpener-6b01b0eb21d2cc44e36821a5314117b9-1 {}] regionserver.HStore(327): Store=6b01b0eb21d2cc44e36821a5314117b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:16,762 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6b01b0eb21d2cc44e36821a5314117b9 2024-11-27T11:21:16,763 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9 2024-11-27T11:21:16,763 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9 2024-11-27T11:21:16,765 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6b01b0eb21d2cc44e36821a5314117b9 2024-11-27T11:21:16,765 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6b01b0eb21d2cc44e36821a5314117b9 2024-11-27T11:21:16,766 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:21:16,767 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6b01b0eb21d2cc44e36821a5314117b9 2024-11-27T11:21:16,773 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:16,774 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6b01b0eb21d2cc44e36821a5314117b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71788840, jitterRate=0.06973707675933838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:21:16,774 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b01b0eb21d2cc44e36821a5314117b9 2024-11-27T11:21:16,774 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6b01b0eb21d2cc44e36821a5314117b9: Running coprocessor pre-open hook at 1732706476753Writing region info on filesystem at 1732706476753Initializing all the Stores at 1732706476754 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706476754Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706476756 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706476756Cleaning up temporary data from old regions at 1732706476765 (+9 ms)Running coprocessor post-open hooks at 1732706476774 (+9 ms)Region opened successfully at 1732706476774 2024-11-27T11:21:16,775 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9., pid=6, masterSystemTime=1732706476738 2024-11-27T11:21:16,781 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9. 2024-11-27T11:21:16,781 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9. 2024-11-27T11:21:16,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b01b0eb21d2cc44e36821a5314117b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b617c7edc8e,41263,1732706470803 2024-11-27T11:21:16,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b01b0eb21d2cc44e36821a5314117b9, server=5b617c7edc8e,41263,1732706470803 because future has completed 2024-11-27T11:21:16,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:21:16,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b01b0eb21d2cc44e36821a5314117b9, server=5b617c7edc8e,41263,1732706470803 in 200 msec 2024-11-27T11:21:16,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T11:21:16,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6b01b0eb21d2cc44e36821a5314117b9, ASSIGN in 361 msec 2024-11-27T11:21:16,790 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:21:16,791 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706476790"}]},"ts":"1732706476790"} 2024-11-27T11:21:16,792 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T11:21:16,793 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:21:16,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 831 msec 2024-11-27T11:21:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:17,109 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T11:21:17,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d33f6ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:17,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,39393,-1 for getting cluster id 2024-11-27T11:21:17,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:17,112 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c200068-e365-4df7-8835-ea00a64b2161' 2024-11-27T11:21:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c200068-e365-4df7-8835-ea00a64b2161" 2024-11-27T11:21:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2098c2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,39393,-1] 2024-11-27T11:21:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:17,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:17,115 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:17,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4275ff7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:17,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,39393,1732706464850 2024-11-27T11:21:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4351d703 2024-11-27T11:21:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:17,121 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:21:17,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b617c7edc8e:39153,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T11:21:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:21:17,126 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:39153' 2024-11-27T11:21:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:17,128 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c03169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:17,128 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,39153,-1 for getting cluster id 2024-11-27T11:21:17,128 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:17,129 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '288174f0-d64d-433e-8247-5e0ba36cf36b' 2024-11-27T11:21:17,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:17,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "288174f0-d64d-433e-8247-5e0ba36cf36b" 2024-11-27T11:21:17,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208f1cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:17,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,39153,-1] 2024-11-27T11:21:17,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:17,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:17,130 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:17,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bc4c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:17,134 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:17,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,39153,1732706466991 2024-11-27T11:21:17,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68fd811a 2024-11-27T11:21:17,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:17,137 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:21:17,138 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T11:21:17,139 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:21:17,139 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:17,139 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:17,139 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:21:17,141 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T11:21:17,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:21:17,142 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:17,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:17,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:21:17,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741837_1013 (size=1138) 2024-11-27T11:21:17,161 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => baeb9948df4e1b779f44bfc64d98fb61, NAME => 'hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2 2024-11-27T11:21:17,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741838_1014 (size=44) 2024-11-27T11:21:17,189 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:17,189 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing baeb9948df4e1b779f44bfc64d98fb61, disabling compactions & flushes 2024-11-27T11:21:17,189 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61. 2024-11-27T11:21:17,189 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61. 2024-11-27T11:21:17,189 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61. after waiting 0 ms 2024-11-27T11:21:17,189 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61. 2024-11-27T11:21:17,189 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61. 2024-11-27T11:21:17,189 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for baeb9948df4e1b779f44bfc64d98fb61: Waiting for close lock at 1732706477189Disabling compacts and flushes for region at 1732706477189Disabling writes for close at 1732706477189Writing region close event to WAL at 1732706477189Closed at 1732706477189 2024-11-27T11:21:17,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:21:17,191 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T11:21:17,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732706477191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706477191"}]},"ts":"1732706477191"} 2024-11-27T11:21:17,194 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:21:17,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:21:17,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706477195"}]},"ts":"1732706477195"} 2024-11-27T11:21:17,197 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T11:21:17,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=baeb9948df4e1b779f44bfc64d98fb61, ASSIGN}] 2024-11-27T11:21:17,198 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=baeb9948df4e1b779f44bfc64d98fb61, ASSIGN 2024-11-27T11:21:17,199 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=baeb9948df4e1b779f44bfc64d98fb61, ASSIGN; state=OFFLINE, location=5b617c7edc8e,34487,1732706464935; forceNewPlan=false, retain=false 2024-11-27T11:21:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:17,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=baeb9948df4e1b779f44bfc64d98fb61, regionState=OPENING, regionLocation=5b617c7edc8e,34487,1732706464935 2024-11-27T11:21:17,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=baeb9948df4e1b779f44bfc64d98fb61, ASSIGN because future has completed 2024-11-27T11:21:17,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure baeb9948df4e1b779f44bfc64d98fb61, server=5b617c7edc8e,34487,1732706464935}] 2024-11-27T11:21:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:17,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61. 2024-11-27T11:21:17,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:17,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T11:21:17,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C34487%2C1732706464935.rep, suffix=, logDir=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/oldWALs, maxLogs=10 2024-11-27T11:21:17,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.rep.1732706477519, exclude list is [], retry=0 2024-11-27T11:21:17,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37531,DS-e8bc6118-12a3-4f68-9555-9dc1a34d481f,DISK] 2024-11-27T11:21:17,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.rep.1732706477519 2024-11-27T11:21:17,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44555:44555)] 2024-11-27T11:21:17,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => baeb9948df4e1b779f44bfc64d98fb61, NAME => 'hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:17,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:21:17,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:21:17,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61. service=MultiRowMutationService 2024-11-27T11:21:17,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T11:21:17,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication baeb9948df4e1b779f44bfc64d98fb61 2024-11-27T11:21:17,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:17,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for baeb9948df4e1b779f44bfc64d98fb61 2024-11-27T11:21:17,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for baeb9948df4e1b779f44bfc64d98fb61 2024-11-27T11:21:17,556 INFO [StoreOpener-baeb9948df4e1b779f44bfc64d98fb61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region baeb9948df4e1b779f44bfc64d98fb61 2024-11-27T11:21:17,557 INFO [StoreOpener-baeb9948df4e1b779f44bfc64d98fb61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baeb9948df4e1b779f44bfc64d98fb61 columnFamilyName hfileref 2024-11-27T11:21:17,558 DEBUG [StoreOpener-baeb9948df4e1b779f44bfc64d98fb61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:17,558 INFO [StoreOpener-baeb9948df4e1b779f44bfc64d98fb61-1 {}] regionserver.HStore(327): Store=baeb9948df4e1b779f44bfc64d98fb61/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:17,558 INFO [StoreOpener-baeb9948df4e1b779f44bfc64d98fb61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region baeb9948df4e1b779f44bfc64d98fb61 2024-11-27T11:21:17,559 INFO [StoreOpener-baeb9948df4e1b779f44bfc64d98fb61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baeb9948df4e1b779f44bfc64d98fb61 columnFamilyName queue 2024-11-27T11:21:17,559 DEBUG [StoreOpener-baeb9948df4e1b779f44bfc64d98fb61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:17,559 INFO [StoreOpener-baeb9948df4e1b779f44bfc64d98fb61-1 {}] regionserver.HStore(327): Store=baeb9948df4e1b779f44bfc64d98fb61/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:17,559 INFO [StoreOpener-baeb9948df4e1b779f44bfc64d98fb61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region baeb9948df4e1b779f44bfc64d98fb61 2024-11-27T11:21:17,560 INFO [StoreOpener-baeb9948df4e1b779f44bfc64d98fb61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baeb9948df4e1b779f44bfc64d98fb61 columnFamilyName sid 2024-11-27T11:21:17,560 DEBUG [StoreOpener-baeb9948df4e1b779f44bfc64d98fb61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:17,560 INFO [StoreOpener-baeb9948df4e1b779f44bfc64d98fb61-1 {}] regionserver.HStore(327): Store=baeb9948df4e1b779f44bfc64d98fb61/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:17,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for baeb9948df4e1b779f44bfc64d98fb61 2024-11-27T11:21:17,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/replication/baeb9948df4e1b779f44bfc64d98fb61 2024-11-27T11:21:17,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/replication/baeb9948df4e1b779f44bfc64d98fb61 2024-11-27T11:21:17,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for baeb9948df4e1b779f44bfc64d98fb61 2024-11-27T11:21:17,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for baeb9948df4e1b779f44bfc64d98fb61 2024-11-27T11:21:17,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:21:17,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for baeb9948df4e1b779f44bfc64d98fb61 2024-11-27T11:21:17,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/replication/baeb9948df4e1b779f44bfc64d98fb61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:17,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened baeb9948df4e1b779f44bfc64d98fb61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67173305, jitterRate=9.602457284927368E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:21:17,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for baeb9948df4e1b779f44bfc64d98fb61 2024-11-27T11:21:17,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for baeb9948df4e1b779f44bfc64d98fb61: Running coprocessor pre-open hook at 1732706477544Writing region info on filesystem at 1732706477544Initializing all the Stores at 1732706477545 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706477545Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706477546 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706477546Cleaning up temporary data from old regions at 1732706477562 (+16 ms)Running coprocessor post-open hooks at 1732706477573 (+11 ms)Region opened successfully at 1732706477573 2024-11-27T11:21:17,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61., pid=10, masterSystemTime=1732706477507 2024-11-27T11:21:17,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61. 2024-11-27T11:21:17,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61. 2024-11-27T11:21:17,577 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=baeb9948df4e1b779f44bfc64d98fb61, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,34487,1732706464935 2024-11-27T11:21:17,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure baeb9948df4e1b779f44bfc64d98fb61, server=5b617c7edc8e,34487,1732706464935 because future has completed 2024-11-27T11:21:17,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T11:21:17,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure baeb9948df4e1b779f44bfc64d98fb61, server=5b617c7edc8e,34487,1732706464935 in 227 msec 2024-11-27T11:21:17,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T11:21:17,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=baeb9948df4e1b779f44bfc64d98fb61, ASSIGN in 386 msec 2024-11-27T11:21:17,585 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:21:17,585 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706477585"}]},"ts":"1732706477585"} 2024-11-27T11:21:17,587 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T11:21:17,588 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:21:17,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 449 msec 2024-11-27T11:21:17,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61., hostname=5b617c7edc8e,34487,1732706464935, seqNum=2] 2024-11-27T11:21:17,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163 2024-11-27T11:21:17,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163 2024-11-27T11:21:17,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:21:17,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T11:21:17,759 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T11:21:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:17,802 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b617c7edc8e,34487,1732706464935, ReplicationSource: 1, currentBandwidth=0 2024-11-27T11:21:17,803 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:17,803 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,34487,1732706464935, seqNum=-1] 2024-11-27T11:21:17,804 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:17,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-27T11:21:17,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b617c7edc8e,34487,1732706464935', locateType=CURRENT is [region=hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61., hostname=5b617c7edc8e,34487,1732706464935, seqNum=2] 2024-11-27T11:21:17,810 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T11:21:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T11:21:17,813 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b617c7edc8e,34487,1732706464935 suceeded 2024-11-27T11:21:17,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T11:21:17,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-27T11:21:17,815 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b617c7edc8e:39153,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:21:17,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 693 msec 2024-11-27T11:21:17,848 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:39153' 2024-11-27T11:21:17,850 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45fae6f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:17,850 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,39153,-1 for getting cluster id 2024-11-27T11:21:17,851 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:17,851 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '288174f0-d64d-433e-8247-5e0ba36cf36b' 2024-11-27T11:21:17,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:17,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "288174f0-d64d-433e-8247-5e0ba36cf36b" 2024-11-27T11:21:17,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6af0b91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:17,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,39153,-1] 2024-11-27T11:21:17,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:17,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:17,853 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:17,854 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bd0a76e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:17,854 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:17,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,39153,1732706466991 2024-11-27T11:21:17,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@193bbb37 2024-11-27T11:21:17,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:17,856 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-27T11:21:17,856 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b617c7edc8e,34487,1732706464935 (queues=1) is replicating from cluster=3c200068-e365-4df7-8835-ea00a64b2161 to cluster=288174f0-d64d-433e-8247-5e0ba36cf36b 2024-11-27T11:21:17,856 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b617c7edc8e%2C34487%2C1732706464935 2024-11-27T11:21:17,856 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b617c7edc8e,34487,1732706464935, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:21:17,860 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.shipper5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C34487%2C1732706464935 2024-11-27T11:21:17,860 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525, startPosition=0, beingWritten=true 2024-11-27T11:21:17,883 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:21:17,883 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 379, reset compression=false 2024-11-27T11:21:17,883 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.shipper5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,34487,1732706464935 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:21:17,999 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:21:18,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:18,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:18,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:18,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:18,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:18,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:18,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:18,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:18,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:18,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:18,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:18,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:18,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:18,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:18,104 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 379, reset compression=false 2024-11-27T11:21:18,123 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T11:21:18,124 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T11:21:18,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T11:21:18,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T11:21:18,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:21:18,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T11:21:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:18,270 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T11:21:18,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:21:18,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:18,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:18,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:18,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:18,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bc6f96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:18,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,39153,-1 for getting cluster id 2024-11-27T11:21:18,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:18,272 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '288174f0-d64d-433e-8247-5e0ba36cf36b' 2024-11-27T11:21:18,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:18,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "288174f0-d64d-433e-8247-5e0ba36cf36b" 2024-11-27T11:21:18,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73915ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:18,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,39153,-1] 2024-11-27T11:21:18,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:18,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:18,274 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:18,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773462c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:18,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:18,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,39153,1732706466991 2024-11-27T11:21:18,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6674a393 2024-11-27T11:21:18,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:18,276 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:21:18,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b617c7edc8e:32989,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T11:21:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:21:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:18,280 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:32989' 2024-11-27T11:21:18,281 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e681881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:18,281 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,32989,-1 for getting cluster id 2024-11-27T11:21:18,281 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:18,282 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8eea223-a496-4626-8a80-c7f82cf979e5' 2024-11-27T11:21:18,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:18,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8eea223-a496-4626-8a80-c7f82cf979e5" 2024-11-27T11:21:18,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c657056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:18,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,32989,-1] 2024-11-27T11:21:18,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:18,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:18,283 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:18,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cab62d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:18,284 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:18,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,32989,1732706470736 2024-11-27T11:21:18,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a3afe44 2024-11-27T11:21:18,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:18,285 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:21:18,286 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T11:21:18,286 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:21:18,286 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:18,286 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:18,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:18,287 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:21:18,287 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T11:21:18,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:21:18,288 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:18,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:21:18,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741837_1013 (size=1138) 2024-11-27T11:21:18,338 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T11:21:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:18,409 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 379, reset compression=false 2024-11-27T11:21:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:18,697 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7f77723713957d8a4334511e5b3a9d6, NAME => 'hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81 2024-11-27T11:21:18,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741838_1014 (size=44) 2024-11-27T11:21:18,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:18,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b7f77723713957d8a4334511e5b3a9d6, disabling compactions & flushes 2024-11-27T11:21:18,709 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6. 2024-11-27T11:21:18,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6. 2024-11-27T11:21:18,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6. after waiting 0 ms 2024-11-27T11:21:18,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6. 2024-11-27T11:21:18,709 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6. 2024-11-27T11:21:18,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7f77723713957d8a4334511e5b3a9d6: Waiting for close lock at 1732706478709Disabling compacts and flushes for region at 1732706478709Disabling writes for close at 1732706478709Writing region close event to WAL at 1732706478709Closed at 1732706478709 2024-11-27T11:21:18,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:21:18,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732706478711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706478711"}]},"ts":"1732706478711"} 2024-11-27T11:21:18,714 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:21:18,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:21:18,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706478715"}]},"ts":"1732706478715"} 2024-11-27T11:21:18,718 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T11:21:18,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7f77723713957d8a4334511e5b3a9d6, ASSIGN}] 2024-11-27T11:21:18,719 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7f77723713957d8a4334511e5b3a9d6, ASSIGN 2024-11-27T11:21:18,720 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b7f77723713957d8a4334511e5b3a9d6, ASSIGN; state=OFFLINE, location=5b617c7edc8e,46615,1732706467029; forceNewPlan=false, retain=false 2024-11-27T11:21:18,821 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 379, reset compression=false 2024-11-27T11:21:18,872 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b7f77723713957d8a4334511e5b3a9d6, regionState=OPENING, regionLocation=5b617c7edc8e,46615,1732706467029 2024-11-27T11:21:18,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b7f77723713957d8a4334511e5b3a9d6, ASSIGN because future has completed 2024-11-27T11:21:18,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7f77723713957d8a4334511e5b3a9d6, server=5b617c7edc8e,46615,1732706467029}] 2024-11-27T11:21:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:19,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6. 2024-11-27T11:21:19,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:19,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T11:21:19,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C46615%2C1732706467029.rep, suffix=, logDir=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029, archiveDir=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/oldWALs, maxLogs=10 2024-11-27T11:21:19,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.rep.1732706479040, exclude list is [], retry=0 2024-11-27T11:21:19,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38807,DS-bf167aac-72c8-422c-8455-0ad7f5ab834e,DISK] 2024-11-27T11:21:19,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.rep.1732706479040 2024-11-27T11:21:19,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39509:39509)] 2024-11-27T11:21:19,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b7f77723713957d8a4334511e5b3a9d6, NAME => 'hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:19,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:21:19,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:21:19,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6. service=MultiRowMutationService 2024-11-27T11:21:19,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T11:21:19,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b7f77723713957d8a4334511e5b3a9d6 2024-11-27T11:21:19,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:19,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b7f77723713957d8a4334511e5b3a9d6 2024-11-27T11:21:19,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b7f77723713957d8a4334511e5b3a9d6 2024-11-27T11:21:19,065 INFO [StoreOpener-b7f77723713957d8a4334511e5b3a9d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b7f77723713957d8a4334511e5b3a9d6 2024-11-27T11:21:19,066 INFO [StoreOpener-b7f77723713957d8a4334511e5b3a9d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7f77723713957d8a4334511e5b3a9d6 columnFamilyName hfileref 2024-11-27T11:21:19,066 DEBUG [StoreOpener-b7f77723713957d8a4334511e5b3a9d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:19,067 INFO [StoreOpener-b7f77723713957d8a4334511e5b3a9d6-1 {}] regionserver.HStore(327): Store=b7f77723713957d8a4334511e5b3a9d6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:19,067 INFO [StoreOpener-b7f77723713957d8a4334511e5b3a9d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b7f77723713957d8a4334511e5b3a9d6 2024-11-27T11:21:19,068 INFO [StoreOpener-b7f77723713957d8a4334511e5b3a9d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7f77723713957d8a4334511e5b3a9d6 columnFamilyName queue 2024-11-27T11:21:19,068 DEBUG [StoreOpener-b7f77723713957d8a4334511e5b3a9d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:19,068 INFO [StoreOpener-b7f77723713957d8a4334511e5b3a9d6-1 {}] regionserver.HStore(327): Store=b7f77723713957d8a4334511e5b3a9d6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:19,068 INFO [StoreOpener-b7f77723713957d8a4334511e5b3a9d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b7f77723713957d8a4334511e5b3a9d6 2024-11-27T11:21:19,069 INFO [StoreOpener-b7f77723713957d8a4334511e5b3a9d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7f77723713957d8a4334511e5b3a9d6 columnFamilyName sid 2024-11-27T11:21:19,069 DEBUG [StoreOpener-b7f77723713957d8a4334511e5b3a9d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:19,070 INFO [StoreOpener-b7f77723713957d8a4334511e5b3a9d6-1 {}] regionserver.HStore(327): Store=b7f77723713957d8a4334511e5b3a9d6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:19,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b7f77723713957d8a4334511e5b3a9d6 2024-11-27T11:21:19,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/replication/b7f77723713957d8a4334511e5b3a9d6 2024-11-27T11:21:19,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/replication/b7f77723713957d8a4334511e5b3a9d6 2024-11-27T11:21:19,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b7f77723713957d8a4334511e5b3a9d6 2024-11-27T11:21:19,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b7f77723713957d8a4334511e5b3a9d6 2024-11-27T11:21:19,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:21:19,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b7f77723713957d8a4334511e5b3a9d6 2024-11-27T11:21:19,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/replication/b7f77723713957d8a4334511e5b3a9d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:19,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b7f77723713957d8a4334511e5b3a9d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68092266, jitterRate=0.014653831720352173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:21:19,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7f77723713957d8a4334511e5b3a9d6 2024-11-27T11:21:19,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b7f77723713957d8a4334511e5b3a9d6: Running coprocessor pre-open hook at 1732706479064Writing region info on filesystem at 1732706479064Initializing all the Stores at 1732706479064Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706479064Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706479065 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706479065Cleaning up temporary data from old regions at 1732706479072 (+7 ms)Running coprocessor post-open hooks at 1732706479076 (+4 ms)Region opened successfully at 1732706479076 2024-11-27T11:21:19,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6., pid=10, masterSystemTime=1732706479028 2024-11-27T11:21:19,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6. 2024-11-27T11:21:19,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6. 2024-11-27T11:21:19,079 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b7f77723713957d8a4334511e5b3a9d6, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,46615,1732706467029 2024-11-27T11:21:19,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7f77723713957d8a4334511e5b3a9d6, server=5b617c7edc8e,46615,1732706467029 because future has completed 2024-11-27T11:21:19,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T11:21:19,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b7f77723713957d8a4334511e5b3a9d6, server=5b617c7edc8e,46615,1732706467029 in 207 msec 2024-11-27T11:21:19,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T11:21:19,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7f77723713957d8a4334511e5b3a9d6, ASSIGN in 366 msec 2024-11-27T11:21:19,086 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:21:19,086 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706479086"}]},"ts":"1732706479086"} 2024-11-27T11:21:19,088 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T11:21:19,089 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:21:19,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 802 msec 2024-11-27T11:21:19,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6., hostname=5b617c7edc8e,46615,1732706467029, seqNum=2] 2024-11-27T11:21:19,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934 2024-11-27T11:21:19,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934 2024-11-27T11:21:19,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:21:19,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T11:21:19,309 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T11:21:19,326 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 379, reset compression=false 2024-11-27T11:21:19,359 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b617c7edc8e,46615,1732706467029, ReplicationSource: 1, currentBandwidth=0 2024-11-27T11:21:19,360 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:19,360 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,46615,1732706467029, seqNum=-1] 2024-11-27T11:21:19,360 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:19,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T11:21:19,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b617c7edc8e,46615,1732706467029', locateType=CURRENT is [region=hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6., hostname=5b617c7edc8e,46615,1732706467029, seqNum=2] 2024-11-27T11:21:19,365 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T11:21:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T11:21:19,368 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b617c7edc8e,46615,1732706467029 suceeded 2024-11-27T11:21:19,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T11:21:19,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-27T11:21:19,370 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b617c7edc8e:32989,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:21:19,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0930 sec 2024-11-27T11:21:19,383 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:32989' 2024-11-27T11:21:19,384 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@441e703d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:19,384 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,32989,-1 for getting cluster id 2024-11-27T11:21:19,385 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:19,385 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8eea223-a496-4626-8a80-c7f82cf979e5' 2024-11-27T11:21:19,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:19,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8eea223-a496-4626-8a80-c7f82cf979e5" 2024-11-27T11:21:19,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59701bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:19,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,32989,-1] 2024-11-27T11:21:19,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:19,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:19,387 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:19,388 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36dd4350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:19,388 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:19,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,32989,1732706470736 2024-11-27T11:21:19,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72c98e50 2024-11-27T11:21:19,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:19,389 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-27T11:21:19,390 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b617c7edc8e,46615,1732706467029 (queues=1) is replicating from cluster=288174f0-d64d-433e-8247-5e0ba36cf36b to cluster=f8eea223-a496-4626-8a80-c7f82cf979e5 2024-11-27T11:21:19,390 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b617c7edc8e%2C46615%2C1732706467029 2024-11-27T11:21:19,390 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b617c7edc8e,46615,1732706467029, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:21:19,391 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028, startPosition=0, beingWritten=true 2024-11-27T11:21:19,391 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C46615%2C1732706467029 2024-11-27T11:21:19,401 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:21:19,401 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 379, reset compression=false 2024-11-27T11:21:19,403 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46615,1732706467029 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:21:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:19,418 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T11:21:19,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:21:19,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:19,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:19,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:19,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:19,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350d9bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:19,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,32989,-1 for getting cluster id 2024-11-27T11:21:19,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:19,421 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8eea223-a496-4626-8a80-c7f82cf979e5' 2024-11-27T11:21:19,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:19,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8eea223-a496-4626-8a80-c7f82cf979e5" 2024-11-27T11:21:19,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ecf7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:19,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,32989,-1] 2024-11-27T11:21:19,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:19,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:19,423 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:19,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa27640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:19,424 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,32989,1732706470736 2024-11-27T11:21:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f3a7243 2024-11-27T11:21:19,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:19,427 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:21:19,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b617c7edc8e:39153,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T11:21:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:21:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:19,430 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:39153' 2024-11-27T11:21:19,431 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a42120b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:19,431 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,39153,-1 for getting cluster id 2024-11-27T11:21:19,432 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:19,432 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '288174f0-d64d-433e-8247-5e0ba36cf36b' 2024-11-27T11:21:19,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:19,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "288174f0-d64d-433e-8247-5e0ba36cf36b" 2024-11-27T11:21:19,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d983b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:19,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,39153,-1] 2024-11-27T11:21:19,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:19,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:19,433 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:19,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7828f6fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:19,434 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:19,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,39153,1732706466991 2024-11-27T11:21:19,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f00fecf 2024-11-27T11:21:19,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:19,436 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:21:19,436 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T11:21:19,436 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:21:19,436 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:19,437 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:19,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:19,437 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:21:19,438 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T11:21:19,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:21:19,439 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:19,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:21:19,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741837_1013 (size=1138) 2024-11-27T11:21:19,488 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T11:21:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:19,608 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 379, reset compression=false 2024-11-27T11:21:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:19,847 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96f73622020e952039f8df21b7e38a7c, NAME => 'hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4 2024-11-27T11:21:19,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741838_1014 (size=44) 2024-11-27T11:21:19,912 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 379, reset compression=false 2024-11-27T11:21:19,930 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 379, reset compression=false 2024-11-27T11:21:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:20,252 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:20,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 96f73622020e952039f8df21b7e38a7c, disabling compactions & flushes 2024-11-27T11:21:20,253 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c. 2024-11-27T11:21:20,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c. 2024-11-27T11:21:20,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c. after waiting 0 ms 2024-11-27T11:21:20,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c. 2024-11-27T11:21:20,253 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c. 2024-11-27T11:21:20,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96f73622020e952039f8df21b7e38a7c: Waiting for close lock at 1732706480253Disabling compacts and flushes for region at 1732706480253Disabling writes for close at 1732706480253Writing region close event to WAL at 1732706480253Closed at 1732706480253 2024-11-27T11:21:20,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:21:20,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732706480254"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706480254"}]},"ts":"1732706480254"} 2024-11-27T11:21:20,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:21:20,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:21:20,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706480258"}]},"ts":"1732706480258"} 2024-11-27T11:21:20,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T11:21:20,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96f73622020e952039f8df21b7e38a7c, ASSIGN}] 2024-11-27T11:21:20,264 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96f73622020e952039f8df21b7e38a7c, ASSIGN 2024-11-27T11:21:20,265 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=96f73622020e952039f8df21b7e38a7c, ASSIGN; state=OFFLINE, location=5b617c7edc8e,41263,1732706470803; forceNewPlan=false, retain=false 2024-11-27T11:21:20,330 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 379, reset compression=false 2024-11-27T11:21:20,415 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=96f73622020e952039f8df21b7e38a7c, regionState=OPENING, regionLocation=5b617c7edc8e,41263,1732706470803 2024-11-27T11:21:20,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=96f73622020e952039f8df21b7e38a7c, ASSIGN because future has completed 2024-11-27T11:21:20,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96f73622020e952039f8df21b7e38a7c, server=5b617c7edc8e,41263,1732706470803}] 2024-11-27T11:21:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:20,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c. 2024-11-27T11:21:20,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:20,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T11:21:20,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C41263%2C1732706470803.rep, suffix=, logDir=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803, archiveDir=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/oldWALs, maxLogs=10 2024-11-27T11:21:20,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.rep.1732706480576, exclude list is [], retry=0 2024-11-27T11:21:20,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-884422e9-ed22-479d-bf64-56206f505435,DISK] 2024-11-27T11:21:20,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.rep.1732706480576 2024-11-27T11:21:20,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38891:38891)] 2024-11-27T11:21:20,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 96f73622020e952039f8df21b7e38a7c, NAME => 'hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:20,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:21:20,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:21:20,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c. service=MultiRowMutationService 2024-11-27T11:21:20,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T11:21:20,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 96f73622020e952039f8df21b7e38a7c 2024-11-27T11:21:20,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:20,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 96f73622020e952039f8df21b7e38a7c 2024-11-27T11:21:20,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 96f73622020e952039f8df21b7e38a7c 2024-11-27T11:21:20,601 INFO [StoreOpener-96f73622020e952039f8df21b7e38a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 96f73622020e952039f8df21b7e38a7c 2024-11-27T11:21:20,602 INFO [StoreOpener-96f73622020e952039f8df21b7e38a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96f73622020e952039f8df21b7e38a7c columnFamilyName hfileref 2024-11-27T11:21:20,602 DEBUG [StoreOpener-96f73622020e952039f8df21b7e38a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:20,602 INFO [StoreOpener-96f73622020e952039f8df21b7e38a7c-1 {}] regionserver.HStore(327): Store=96f73622020e952039f8df21b7e38a7c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:20,602 INFO [StoreOpener-96f73622020e952039f8df21b7e38a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 96f73622020e952039f8df21b7e38a7c 2024-11-27T11:21:20,603 INFO [StoreOpener-96f73622020e952039f8df21b7e38a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96f73622020e952039f8df21b7e38a7c columnFamilyName queue 2024-11-27T11:21:20,603 DEBUG [StoreOpener-96f73622020e952039f8df21b7e38a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:20,603 INFO [StoreOpener-96f73622020e952039f8df21b7e38a7c-1 {}] regionserver.HStore(327): Store=96f73622020e952039f8df21b7e38a7c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:20,603 INFO [StoreOpener-96f73622020e952039f8df21b7e38a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 96f73622020e952039f8df21b7e38a7c 2024-11-27T11:21:20,604 INFO [StoreOpener-96f73622020e952039f8df21b7e38a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96f73622020e952039f8df21b7e38a7c columnFamilyName sid 2024-11-27T11:21:20,604 DEBUG [StoreOpener-96f73622020e952039f8df21b7e38a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:20,604 INFO [StoreOpener-96f73622020e952039f8df21b7e38a7c-1 {}] regionserver.HStore(327): Store=96f73622020e952039f8df21b7e38a7c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:20,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 96f73622020e952039f8df21b7e38a7c 2024-11-27T11:21:20,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/replication/96f73622020e952039f8df21b7e38a7c 2024-11-27T11:21:20,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/replication/96f73622020e952039f8df21b7e38a7c 2024-11-27T11:21:20,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 96f73622020e952039f8df21b7e38a7c 2024-11-27T11:21:20,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 96f73622020e952039f8df21b7e38a7c 2024-11-27T11:21:20,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:21:20,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 96f73622020e952039f8df21b7e38a7c 2024-11-27T11:21:20,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/replication/96f73622020e952039f8df21b7e38a7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:20,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 96f73622020e952039f8df21b7e38a7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63662170, jitterRate=-0.051359742879867554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:21:20,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96f73622020e952039f8df21b7e38a7c 2024-11-27T11:21:20,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 96f73622020e952039f8df21b7e38a7c: Running coprocessor pre-open hook at 1732706480600Writing region info on filesystem at 1732706480600Initializing all the Stores at 1732706480600Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706480600Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706480600Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706480600Cleaning up temporary data from old regions at 1732706480607 (+7 ms)Running coprocessor post-open hooks at 1732706480611 (+4 ms)Region opened successfully at 1732706480611 2024-11-27T11:21:20,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c., pid=10, masterSystemTime=1732706480570 2024-11-27T11:21:20,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c. 2024-11-27T11:21:20,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c. 2024-11-27T11:21:20,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=96f73622020e952039f8df21b7e38a7c, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,41263,1732706470803 2024-11-27T11:21:20,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96f73622020e952039f8df21b7e38a7c, server=5b617c7edc8e,41263,1732706470803 because future has completed 2024-11-27T11:21:20,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T11:21:20,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 96f73622020e952039f8df21b7e38a7c, server=5b617c7edc8e,41263,1732706470803 in 207 msec 2024-11-27T11:21:20,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T11:21:20,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96f73622020e952039f8df21b7e38a7c, ASSIGN in 365 msec 2024-11-27T11:21:20,630 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:21:20,630 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706480630"}]},"ts":"1732706480630"} 2024-11-27T11:21:20,633 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T11:21:20,634 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:21:20,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-11-27T11:21:20,637 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 379, reset compression=false 2024-11-27T11:21:20,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c., hostname=5b617c7edc8e,41263,1732706470803, seqNum=2] 2024-11-27T11:21:20,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411 2024-11-27T11:21:20,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411 2024-11-27T11:21:20,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:21:20,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41263 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T11:21:20,817 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T11:21:20,838 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 379, reset compression=false 2024-11-27T11:21:20,864 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b617c7edc8e,41263,1732706470803, ReplicationSource: 1, currentBandwidth=0 2024-11-27T11:21:20,864 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:20,865 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,41263,1732706470803, seqNum=-1] 2024-11-27T11:21:20,865 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:20,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T11:21:20,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b617c7edc8e,41263,1732706470803', locateType=CURRENT is [region=hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c., hostname=5b617c7edc8e,41263,1732706470803, seqNum=2] 2024-11-27T11:21:20,871 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T11:21:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T11:21:20,874 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b617c7edc8e,41263,1732706470803 suceeded 2024-11-27T11:21:20,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T11:21:20,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-27T11:21:20,876 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b617c7edc8e:39153,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:21:20,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4490 sec 2024-11-27T11:21:20,894 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:39153' 2024-11-27T11:21:20,896 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1430852f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:20,896 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,39153,-1 for getting cluster id 2024-11-27T11:21:20,896 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:20,897 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '288174f0-d64d-433e-8247-5e0ba36cf36b' 2024-11-27T11:21:20,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:20,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "288174f0-d64d-433e-8247-5e0ba36cf36b" 2024-11-27T11:21:20,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ec8d24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:20,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,39153,-1] 2024-11-27T11:21:20,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:20,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:20,898 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:20,899 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@180c5bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:20,899 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:20,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,39153,1732706466991 2024-11-27T11:21:20,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f4614be 2024-11-27T11:21:20,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:20,901 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-27T11:21:20,903 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b617c7edc8e,41263,1732706470803 (queues=1) is replicating from cluster=f8eea223-a496-4626-8a80-c7f82cf979e5 to cluster=288174f0-d64d-433e-8247-5e0ba36cf36b 2024-11-27T11:21:20,903 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b617c7edc8e%2C41263%2C1732706470803 2024-11-27T11:21:20,903 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b617c7edc8e,41263,1732706470803, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:21:20,904 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060, startPosition=0, beingWritten=true 2024-11-27T11:21:20,904 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C41263%2C1732706470803 2024-11-27T11:21:20,911 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:21:20,911 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 379, reset compression=false 2024-11-27T11:21:20,911 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,41263,1732706470803 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:21:21,115 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 379, reset compression=false 2024-11-27T11:21:21,420 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 379, reset compression=false 2024-11-27T11:21:21,448 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 379, reset compression=false 2024-11-27T11:21:21,462 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 379, reset compression=false 2024-11-27T11:21:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:21,579 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T11:21:21,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:21:21,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:21,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:21,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:21,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:21,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d406765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:21,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,39393,-1 for getting cluster id 2024-11-27T11:21:21,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:21,581 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c200068-e365-4df7-8835-ea00a64b2161' 2024-11-27T11:21:21,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:21,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c200068-e365-4df7-8835-ea00a64b2161" 2024-11-27T11:21:21,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519a37f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:21,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,39393,-1] 2024-11-27T11:21:21,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:21,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:21,583 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:21,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30fd9ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:21,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2059965f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:21,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,39153,-1 for getting cluster id 2024-11-27T11:21:21,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:21,585 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '288174f0-d64d-433e-8247-5e0ba36cf36b' 2024-11-27T11:21:21,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:21,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "288174f0-d64d-433e-8247-5e0ba36cf36b" 2024-11-27T11:21:21,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410bb666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:21,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,39153,-1] 2024-11-27T11:21:21,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:21,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:21,586 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:21,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f05fd1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:21,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfc8bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:21,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,32989,-1 for getting cluster id 2024-11-27T11:21:21,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:21,587 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8eea223-a496-4626-8a80-c7f82cf979e5' 2024-11-27T11:21:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8eea223-a496-4626-8a80-c7f82cf979e5" 2024-11-27T11:21:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3d3ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,32989,-1] 2024-11-27T11:21:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:21,589 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:21,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737c794b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:21,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,34487,1732706464935, seqNum=-1] 2024-11-27T11:21:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:21,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:21:21,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa., hostname=5b617c7edc8e,34487,1732706464935, seqNum=2] 2024-11-27T11:21:21,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:21,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,41263,1732706470803, seqNum=-1] 2024-11-27T11:21:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:21,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:21:21,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9., hostname=5b617c7edc8e,41263,1732706470803, seqNum=2] 2024-11-27T11:21:21,601 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T11:21:21,825 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 379, reset compression=false 2024-11-27T11:21:22,153 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 379, reset compression=false 2024-11-27T11:21:22,334 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 379, reset compression=false 2024-11-27T11:21:22,387 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 379, reset compression=false 2024-11-27T11:21:22,396 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:21:22,396 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 480, reset compression=false 2024-11-27T11:21:22,396 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.shipper5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,34487,1732706464935 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa9312da11b6b796f53e4dc6422bafaa/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T11:21:22,399 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.shipper5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:21:22,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-27T11:21:22,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:21:22,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dd1c9cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:22,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,39153,-1 for getting cluster id 2024-11-27T11:21:22,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:22,405 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '288174f0-d64d-433e-8247-5e0ba36cf36b' 2024-11-27T11:21:22,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:22,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "288174f0-d64d-433e-8247-5e0ba36cf36b" 2024-11-27T11:21:22,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c36e8f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:22,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,39153,-1] 2024-11-27T11:21:22,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:22,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:22,408 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:22,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e82053e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:22,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:22,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,46615,1732706467029, seqNum=-1] 2024-11-27T11:21:22,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:22,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T11:21:22,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732706474812.f664cde12abb33632614ae0d2d818e79., hostname=5b617c7edc8e,46615,1732706467029, seqNum=2] 2024-11-27T11:21:22,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:21:22,603 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T11:21:22,611 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 480, reset compression=false 2024-11-27T11:21:22,915 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 480, reset compression=false 2024-11-27T11:21:22,938 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 379, reset compression=false 2024-11-27T11:21:22,957 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 379, reset compression=false 2024-11-27T11:21:22,965 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:21:22,965 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 503, reset compression=false 2024-11-27T11:21:22,965 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46615,1732706467029 got entry batch from reader: WALEntryBatch [walEntries=[{test/f664cde12abb33632614ae0d2d818e79/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T11:21:22,967 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:21:22,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-27T11:21:22,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:21:22,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1423017f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:22,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,32989,-1 for getting cluster id 2024-11-27T11:21:22,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:22,970 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8eea223-a496-4626-8a80-c7f82cf979e5' 2024-11-27T11:21:22,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:22,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8eea223-a496-4626-8a80-c7f82cf979e5" 2024-11-27T11:21:22,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4901c859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:22,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,32989,-1] 2024-11-27T11:21:22,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:22,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:22,971 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:22,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@782830b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:22,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:22,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,41263,1732706470803, seqNum=-1] 2024-11-27T11:21:22,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:22,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T11:21:22,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9., hostname=5b617c7edc8e,41263,1732706470803, seqNum=2] 2024-11-27T11:21:22,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:21:23,046 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:21:23,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:23,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:23,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:23,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:23,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:23,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:23,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:23,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:23,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:23,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:23,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:23,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:23,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:23,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:23,170 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 503, reset compression=false 2024-11-27T11:21:23,321 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 480, reset compression=false 2024-11-27T11:21:23,479 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 503, reset compression=false 2024-11-27T11:21:23,605 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T11:21:23,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:23,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,46615,1732706467029, seqNum=-1] 2024-11-27T11:21:23,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:23,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:21:23,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732706474812.f664cde12abb33632614ae0d2d818e79., hostname=5b617c7edc8e,46615,1732706467029, seqNum=2] 2024-11-27T11:21:23,614 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T11:21:23,645 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 379, reset compression=false 2024-11-27T11:21:23,651 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:21:23,651 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 526, reset compression=false 2024-11-27T11:21:23,651 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,41263,1732706470803 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:21:23,825 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 480, reset compression=false 2024-11-27T11:21:23,865 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 526, reset compression=false 2024-11-27T11:21:23,885 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 503, reset compression=false 2024-11-27T11:21:23,890 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:21:23,890 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 607, reset compression=false 2024-11-27T11:21:23,890 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46615,1732706467029 got entry batch from reader: WALEntryBatch [walEntries=[{test/f664cde12abb33632614ae0d2d818e79/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T11:21:23,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:21:23,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:21:24,097 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 607, reset compression=false 2024-11-27T11:21:24,168 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 526, reset compression=false 2024-11-27T11:21:24,174 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:21:24,174 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 653, reset compression=false 2024-11-27T11:21:24,174 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,41263,1732706470803 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:21:24,381 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 653, reset compression=false 2024-11-27T11:21:24,409 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 607, reset compression=false 2024-11-27T11:21:24,429 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 480, reset compression=false 2024-11-27T11:21:24,615 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T11:21:24,618 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T11:21:24,685 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 653, reset compression=false 2024-11-27T11:21:24,696 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:21:24,696 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 757, reset compression=false 2024-11-27T11:21:24,696 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,41263,1732706470803 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b01b0eb21d2cc44e36821a5314117b9/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T11:21:24,698 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:21:24,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-27T11:21:24,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:21:24,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:21:24,816 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 607, reset compression=false 2024-11-27T11:21:24,820 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:21:24,820 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 735, reset compression=false 2024-11-27T11:21:24,820 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46615,1732706467029 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:21:24,900 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 757, reset compression=false 2024-11-27T11:21:25,023 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 735, reset compression=false 2024-11-27T11:21:25,133 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 480, reset compression=false 2024-11-27T11:21:25,204 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 757, reset compression=false 2024-11-27T11:21:25,327 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 735, reset compression=false 2024-11-27T11:21:25,608 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 757, reset compression=false 2024-11-27T11:21:25,620 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T11:21:25,623 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T11:21:25,731 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 735, reset compression=false 2024-11-27T11:21:25,937 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 480, reset compression=false 2024-11-27T11:21:25,942 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:21:25,942 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 636, reset compression=false 2024-11-27T11:21:25,942 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.shipper5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,34487,1732706464935 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa9312da11b6b796f53e4dc6422bafaa/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T11:21:25,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:21:25,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:21:26,112 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 757, reset compression=false 2024-11-27T11:21:26,145 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 636, reset compression=false 2024-11-27T11:21:26,235 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 735, reset compression=false 2024-11-27T11:21:26,243 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:21:26,243 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 882, reset compression=false 2024-11-27T11:21:26,243 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46615,1732706467029 got entry batch from reader: WALEntryBatch [walEntries=[{test/f664cde12abb33632614ae0d2d818e79/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T11:21:26,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:21:26,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:21:26,448 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 882, reset compression=false 2024-11-27T11:21:26,449 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 636, reset compression=false 2024-11-27T11:21:26,625 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T11:21:26,629 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T11:21:26,717 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 757, reset compression=false 2024-11-27T11:21:26,722 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:21:26,722 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 927, reset compression=false 2024-11-27T11:21:26,723 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,41263,1732706470803 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:21:26,752 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 882, reset compression=false 2024-11-27T11:21:26,766 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:21:26,767 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 1041, reset compression=false 2024-11-27T11:21:26,767 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46615,1732706467029 got entry batch from reader: WALEntryBatch [walEntries=[{test/f664cde12abb33632614ae0d2d818e79/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T11:21:26,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:21:26,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:21:26,853 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 636, reset compression=false 2024-11-27T11:21:26,926 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 927, reset compression=false 2024-11-27T11:21:26,939 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:21:26,939 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 1076, reset compression=false 2024-11-27T11:21:26,939 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,41263,1732706470803 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:21:26,972 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 1041, reset compression=false 2024-11-27T11:21:27,143 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 1076, reset compression=false 2024-11-27T11:21:27,281 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 1041, reset compression=false 2024-11-27T11:21:27,361 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 636, reset compression=false 2024-11-27T11:21:27,446 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 1076, reset compression=false 2024-11-27T11:21:27,488 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:27,488 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:21:27,489 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88737 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:21:27,631 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T11:21:27,651 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T11:21:27,684 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 1041, reset compression=false 2024-11-27T11:21:27,851 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 1076, reset compression=false 2024-11-27T11:21:27,858 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:21:27,858 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 1235, reset compression=false 2024-11-27T11:21:27,858 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,41263,1732706470803 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b01b0eb21d2cc44e36821a5314117b9/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T11:21:27,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T11:21:27,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T11:21:27,973 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 636, reset compression=false 2024-11-27T11:21:28,082 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 1235, reset compression=false 2024-11-27T11:21:28,209 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 1041, reset compression=false 2024-11-27T11:21:28,248 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:21:28,248 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 1191, reset compression=false 2024-11-27T11:21:28,248 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46615,1732706467029 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:21:28,427 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 1235, reset compression=false 2024-11-27T11:21:28,465 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 1191, reset compression=false 2024-11-27T11:21:28,653 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T11:21:28,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:21:28,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:21:28,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:28,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:28,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:28,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:28,659 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:21:28,659 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1586368640, stopped=false 2024-11-27T11:21:28,659 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,32989,1732706470736 2024-11-27T11:21:28,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2418867411/running 2024-11-27T11:21:28,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2418867411/running 2024-11-27T11:21:28,663 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:21:28,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411 2024-11-27T11:21:28,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411 2024-11-27T11:21:28,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:21:28,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Set watcher on znode that does not yet exist, /2418867411/running 2024-11-27T11:21:28,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Set watcher on znode that does not yet exist, /2418867411/running 2024-11-27T11:21:28,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:28,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:28,664 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,41263,1732706470803' ***** 2024-11-27T11:21:28,664 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:21:28,664 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:21:28,664 INFO [RS:0;5b617c7edc8e:41263 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:21:28,664 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:21:28,665 INFO [RS:0;5b617c7edc8e:41263 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:21:28,665 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(3091): Received CLOSE for 96f73622020e952039f8df21b7e38a7c 2024-11-27T11:21:28,665 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b01b0eb21d2cc44e36821a5314117b9 2024-11-27T11:21:28,665 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,41263,1732706470803 2024-11-27T11:21:28,665 INFO [RS:0;5b617c7edc8e:41263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:21:28,665 INFO [RS:0;5b617c7edc8e:41263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:41263. 2024-11-27T11:21:28,665 DEBUG [RS:0;5b617c7edc8e:41263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:28,665 DEBUG [RS:0;5b617c7edc8e:41263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:28,665 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96f73622020e952039f8df21b7e38a7c, disabling compactions & flushes 2024-11-27T11:21:28,665 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c. 2024-11-27T11:21:28,665 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:21:28,665 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:21:28,665 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:21:28,665 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c. 2024-11-27T11:21:28,665 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c. after waiting 0 ms 2024-11-27T11:21:28,665 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:21:28,665 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c. 2024-11-27T11:21:28,665 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 96f73622020e952039f8df21b7e38a7c 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-27T11:21:28,665 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T11:21:28,665 DEBUG [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 96f73622020e952039f8df21b7e38a7c=hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c., 6b01b0eb21d2cc44e36821a5314117b9=test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9.} 2024-11-27T11:21:28,665 DEBUG [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b01b0eb21d2cc44e36821a5314117b9, 96f73622020e952039f8df21b7e38a7c 2024-11-27T11:21:28,665 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:21:28,666 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:21:28,666 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:21:28,666 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:21:28,666 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:21:28,666 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T11:21:28,681 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/replication/96f73622020e952039f8df21b7e38a7c/.tmp/queue/b5a1f3f261f04db6a4fd28539230ca95 is 154, key is 1-5b617c7edc8e,41263,1732706470803/queue:5b617c7edc8e%2C41263%2C1732706470803/1732706487869/Put/seqid=0 2024-11-27T11:21:28,683 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/.tmp/info/e2462755ad924a86bd83114f54126dbe is 147, key is hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c./info:regioninfo/1732706480622/Put/seqid=0 2024-11-27T11:21:28,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741840_1016 (size=5353) 2024-11-27T11:21:28,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741841_1017 (size=7686) 2024-11-27T11:21:28,690 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/.tmp/info/e2462755ad924a86bd83114f54126dbe 2024-11-27T11:21:28,709 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/.tmp/ns/714721d594384a4ca62fa9a8b45e2d6c is 43, key is default/ns:d/1732706472523/Put/seqid=0 2024-11-27T11:21:28,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741842_1018 (size=5153) 2024-11-27T11:21:28,712 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/.tmp/ns/714721d594384a4ca62fa9a8b45e2d6c 2024-11-27T11:21:28,724 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 636, reset compression=false 2024-11-27T11:21:28,730 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/.tmp/rep_barrier/1f0508744dec477db36c895930d6cff2 is 112, key is test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9./rep_barrier:seqnumDuringOpen/1732706476781/Put/seqid=0 2024-11-27T11:21:28,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741843_1019 (size=5518) 2024-11-27T11:21:28,733 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/.tmp/rep_barrier/1f0508744dec477db36c895930d6cff2 2024-11-27T11:21:28,748 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:21:28,752 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/.tmp/table/3928185a20664036a94548c005128802 is 53, key is hbase:replication/table:state/1732706480630/Put/seqid=0 2024-11-27T11:21:28,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741844_1020 (size=5308) 2024-11-27T11:21:28,769 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 1191, reset compression=false 2024-11-27T11:21:28,830 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 1235, reset compression=false 2024-11-27T11:21:28,866 DEBUG [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b01b0eb21d2cc44e36821a5314117b9, 96f73622020e952039f8df21b7e38a7c 2024-11-27T11:21:28,917 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:21:28,917 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:21:29,066 DEBUG [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b01b0eb21d2cc44e36821a5314117b9, 96f73622020e952039f8df21b7e38a7c 2024-11-27T11:21:29,087 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/replication/96f73622020e952039f8df21b7e38a7c/.tmp/queue/b5a1f3f261f04db6a4fd28539230ca95 2024-11-27T11:21:29,093 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/replication/96f73622020e952039f8df21b7e38a7c/.tmp/queue/b5a1f3f261f04db6a4fd28539230ca95 as hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/replication/96f73622020e952039f8df21b7e38a7c/queue/b5a1f3f261f04db6a4fd28539230ca95 2024-11-27T11:21:29,098 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/replication/96f73622020e952039f8df21b7e38a7c/queue/b5a1f3f261f04db6a4fd28539230ca95, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T11:21:29,100 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 96f73622020e952039f8df21b7e38a7c in 435ms, sequenceid=12, compaction requested=false 2024-11-27T11:21:29,117 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/replication/96f73622020e952039f8df21b7e38a7c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T11:21:29,118 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:21:29,118 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:21:29,118 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c. 2024-11-27T11:21:29,118 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96f73622020e952039f8df21b7e38a7c: Waiting for close lock at 1732706488665Running coprocessor pre-close hooks at 1732706488665Disabling compacts and flushes for region at 1732706488665Disabling writes for close at 1732706488665Obtaining lock to block concurrent updates at 1732706488665Preparing flush snapshotting stores in 96f73622020e952039f8df21b7e38a7c at 1732706488665Finished memstore snapshotting hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732706488666 (+1 ms)Flushing stores of hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c. at 1732706488666Flushing 96f73622020e952039f8df21b7e38a7c/queue: creating writer at 1732706488666Flushing 96f73622020e952039f8df21b7e38a7c/queue: appending metadata at 1732706488681 (+15 ms)Flushing 96f73622020e952039f8df21b7e38a7c/queue: closing flushed file at 1732706488681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ebcca06: reopening flushed file at 1732706489093 (+412 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 96f73622020e952039f8df21b7e38a7c in 435ms, sequenceid=12, compaction requested=false at 1732706489100 (+7 ms)Writing region close event to WAL at 1732706489112 (+12 ms)Running coprocessor post-close hooks at 1732706489117 (+5 ms)Closed at 1732706489118 (+1 ms) 2024-11-27T11:21:29,118 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732706479437.96f73622020e952039f8df21b7e38a7c. 2024-11-27T11:21:29,118 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b01b0eb21d2cc44e36821a5314117b9, disabling compactions & flushes 2024-11-27T11:21:29,118 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9. 2024-11-27T11:21:29,118 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9. 2024-11-27T11:21:29,118 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9. after waiting 0 ms 2024-11-27T11:21:29,118 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9. 2024-11-27T11:21:29,118 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6b01b0eb21d2cc44e36821a5314117b9 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T11:21:29,152 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9/.tmp/f/afe8df86388e4effa1b30f6192df582b is 29, key is row1/f:/1732706486626/DeleteFamily/seqid=0 2024-11-27T11:21:29,168 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/.tmp/table/3928185a20664036a94548c005128802 2024-11-27T11:21:29,173 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/.tmp/info/e2462755ad924a86bd83114f54126dbe as hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/info/e2462755ad924a86bd83114f54126dbe 2024-11-27T11:21:29,177 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/info/e2462755ad924a86bd83114f54126dbe, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T11:21:29,178 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/.tmp/ns/714721d594384a4ca62fa9a8b45e2d6c as hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/ns/714721d594384a4ca62fa9a8b45e2d6c 2024-11-27T11:21:29,183 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/ns/714721d594384a4ca62fa9a8b45e2d6c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T11:21:29,184 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/.tmp/rep_barrier/1f0508744dec477db36c895930d6cff2 as hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/rep_barrier/1f0508744dec477db36c895930d6cff2 2024-11-27T11:21:29,189 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 1191, reset compression=false 2024-11-27T11:21:29,190 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/rep_barrier/1f0508744dec477db36c895930d6cff2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T11:21:29,190 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/.tmp/table/3928185a20664036a94548c005128802 as hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/table/3928185a20664036a94548c005128802 2024-11-27T11:21:29,195 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/table/3928185a20664036a94548c005128802, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T11:21:29,196 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 530ms, sequenceid=16, compaction requested=false 2024-11-27T11:21:29,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741845_1021 (size=5152) 2024-11-27T11:21:29,248 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T11:21:29,249 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:21:29,249 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:21:29,249 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:21:29,249 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706488665Running coprocessor pre-close hooks at 1732706488665Disabling compacts and flushes for region at 1732706488665Disabling writes for close at 1732706488666 (+1 ms)Obtaining lock to block concurrent updates at 1732706488666Preparing flush snapshotting stores in 1588230740 at 1732706488666Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732706488666Flushing stores of hbase:meta,,1.1588230740 at 1732706488666Flushing 1588230740/info: creating writer at 1732706488666Flushing 1588230740/info: appending metadata at 1732706488682 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732706488682Flushing 1588230740/ns: creating writer at 1732706488693 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732706488709 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732706488709Flushing 1588230740/rep_barrier: creating writer at 1732706488716 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732706488729 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732706488729Flushing 1588230740/table: creating writer at 1732706488737 (+8 ms)Flushing 1588230740/table: appending metadata at 1732706488751 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732706488751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d5a5603: reopening flushed file at 1732706489172 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@513973da: reopening flushed file at 1732706489178 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c78477d: reopening flushed file at 1732706489183 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4514b4ba: reopening flushed file at 1732706489190 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 530ms, sequenceid=16, compaction requested=false at 1732706489196 (+6 ms)Writing region close event to WAL at 1732706489237 (+41 ms)Running coprocessor post-close hooks at 1732706489249 (+12 ms)Closed at 1732706489249 2024-11-27T11:21:29,249 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:21:29,266 DEBUG [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(1351): Waiting on 6b01b0eb21d2cc44e36821a5314117b9 2024-11-27T11:21:29,344 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 1235, reset compression=false 2024-11-27T11:21:29,349 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:21:29,350 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 1482, reset compression=false 2024-11-27T11:21:29,350 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,41263,1732706470803 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:21:29,351 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b617c7edc8e,41263,1732706470803: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b617c7edc8e,41263,1732706470803, walGroup=5b617c7edc8e%2C41263%2C1732706470803, offset=5b617c7edc8e%2C41263%2C1732706470803.1732706472060:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T11:21:29,352 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T11:21:29,352 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T11:21:29,353 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T11:21:29,353 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T11:21:29,353 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T11:21:29,353 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 861251040 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 201682256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T11:21:29,353 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T11:21:29,466 DEBUG [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(1351): Waiting on 6b01b0eb21d2cc44e36821a5314117b9 2024-11-27T11:21:29,528 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 636, reset compression=false 2024-11-27T11:21:29,563 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 1482, reset compression=false 2024-11-27T11:21:29,605 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9/.tmp/f/afe8df86388e4effa1b30f6192df582b 2024-11-27T11:21:29,614 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for afe8df86388e4effa1b30f6192df582b 2024-11-27T11:21:29,644 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9/.tmp/f1/7f0bf7baa0174426940408920cf3ed1a is 30, key is row1/f1:/1732706486626/DeleteFamily/seqid=0 2024-11-27T11:21:29,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741846_1022 (size=5158) 2024-11-27T11:21:29,655 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9/.tmp/f1/7f0bf7baa0174426940408920cf3ed1a 2024-11-27T11:21:29,661 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f0bf7baa0174426940408920cf3ed1a 2024-11-27T11:21:29,667 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T11:21:29,667 DEBUG [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(1325): Online Regions={6b01b0eb21d2cc44e36821a5314117b9=test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9.} 2024-11-27T11:21:29,667 DEBUG [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(1351): Waiting on 6b01b0eb21d2cc44e36821a5314117b9 2024-11-27T11:21:29,702 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9/.tmp/norep/a29c66718e3f42f7b82fe9adb7cc13d4 is 33, key is row2/norep:/1732706487632/DeleteFamily/seqid=0 2024-11-27T11:21:29,705 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 1191, reset compression=false 2024-11-27T11:21:29,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741847_1023 (size=5108) 2024-11-27T11:21:29,717 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9/.tmp/norep/a29c66718e3f42f7b82fe9adb7cc13d4 2024-11-27T11:21:29,721 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a29c66718e3f42f7b82fe9adb7cc13d4 2024-11-27T11:21:29,722 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9/.tmp/f/afe8df86388e4effa1b30f6192df582b as hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9/f/afe8df86388e4effa1b30f6192df582b 2024-11-27T11:21:29,726 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for afe8df86388e4effa1b30f6192df582b 2024-11-27T11:21:29,726 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9/f/afe8df86388e4effa1b30f6192df582b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T11:21:29,727 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9/.tmp/f1/7f0bf7baa0174426940408920cf3ed1a as hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9/f1/7f0bf7baa0174426940408920cf3ed1a 2024-11-27T11:21:29,731 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f0bf7baa0174426940408920cf3ed1a 2024-11-27T11:21:29,731 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9/f1/7f0bf7baa0174426940408920cf3ed1a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T11:21:29,733 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9/.tmp/norep/a29c66718e3f42f7b82fe9adb7cc13d4 as hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9/norep/a29c66718e3f42f7b82fe9adb7cc13d4 2024-11-27T11:21:29,737 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a29c66718e3f42f7b82fe9adb7cc13d4 2024-11-27T11:21:29,737 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9/norep/a29c66718e3f42f7b82fe9adb7cc13d4, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T11:21:29,739 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6b01b0eb21d2cc44e36821a5314117b9 in 621ms, sequenceid=10, compaction requested=false 2024-11-27T11:21:29,759 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/data/default/test/6b01b0eb21d2cc44e36821a5314117b9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T11:21:29,760 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:21:29,760 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:21:29,760 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9. 2024-11-27T11:21:29,760 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b01b0eb21d2cc44e36821a5314117b9: Waiting for close lock at 1732706489118Running coprocessor pre-close hooks at 1732706489118Disabling compacts and flushes for region at 1732706489118Disabling writes for close at 1732706489118Obtaining lock to block concurrent updates at 1732706489118Preparing flush snapshotting stores in 6b01b0eb21d2cc44e36821a5314117b9 at 1732706489118Finished memstore snapshotting test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732706489119 (+1 ms)Flushing stores of test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9. at 1732706489119Flushing 6b01b0eb21d2cc44e36821a5314117b9/f: creating writer at 1732706489119Flushing 6b01b0eb21d2cc44e36821a5314117b9/f: appending metadata at 1732706489151 (+32 ms)Flushing 6b01b0eb21d2cc44e36821a5314117b9/f: closing flushed file at 1732706489151Flushing 6b01b0eb21d2cc44e36821a5314117b9/f1: creating writer at 1732706489614 (+463 ms)Flushing 6b01b0eb21d2cc44e36821a5314117b9/f1: appending metadata at 1732706489643 (+29 ms)Flushing 6b01b0eb21d2cc44e36821a5314117b9/f1: closing flushed file at 1732706489643Flushing 6b01b0eb21d2cc44e36821a5314117b9/norep: creating writer at 1732706489661 (+18 ms)Flushing 6b01b0eb21d2cc44e36821a5314117b9/norep: appending metadata at 1732706489701 (+40 ms)Flushing 6b01b0eb21d2cc44e36821a5314117b9/norep: closing flushed file at 1732706489701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c052579: reopening flushed file at 1732706489721 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef7183d: reopening flushed file at 1732706489726 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74f37c43: reopening flushed file at 1732706489732 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6b01b0eb21d2cc44e36821a5314117b9 in 621ms, sequenceid=10, compaction requested=false at 1732706489739 (+7 ms)Writing region close event to WAL at 1732706489756 (+17 ms)Running coprocessor post-close hooks at 1732706489760 (+4 ms)Closed at 1732706489760 2024-11-27T11:21:29,760 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732706475961.6b01b0eb21d2cc44e36821a5314117b9. 2024-11-27T11:21:29,868 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,41263,1732706470803; all regions closed. 2024-11-27T11:21:29,877 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 to pos 1482, reset compression=false 2024-11-27T11:21:29,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741834_1010 (size=4239) 2024-11-27T11:21:29,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741839_1015 (size=3114) 2024-11-27T11:21:29,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741833_1009 (size=2134) 2024-11-27T11:21:29,892 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 not finished, retry = 0 2024-11-27T11:21:29,993 DEBUG [RS:0;5b617c7edc8e:41263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:29,993 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:21:29,993 INFO [RS:0;5b617c7edc8e:41263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:21:29,994 INFO [RS:0;5b617c7edc8e:41263 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T11:21:29,994 INFO [RS:0;5b617c7edc8e:41263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:21:29,994 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:21:29,994 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b617c7edc8e,41263,1732706470803 because: Region server is closing 2024-11-27T11:21:29,994 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 for the last time to pos 2126, reset compression=false 2024-11-27T11:21:29,994 INFO [RS:0;5b617c7edc8e:41263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:41263. 2024-11-27T11:21:29,995 DEBUG [RS:0;5b617c7edc8e:41263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:29,995 DEBUG [RS:0;5b617c7edc8e:41263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:29,995 DEBUG [RS:0;5b617c7edc8e:41263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:29,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:29,998 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 and length of the file is 2134 2024-11-27T11:21:29,998 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/WALs/5b617c7edc8e,41263,1732706470803/5b617c7edc8e%2C41263%2C1732706470803.1732706472060 2024-11-27T11:21:29,998 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.wal-reader.5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:21:30,095 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,41263,1732706470803.replicationSource.shipper5b617c7edc8e%2C41263%2C1732706470803,1-5b617c7edc8e,41263,1732706470803 terminated 2024-11-27T11:21:30,095 INFO [RS:0;5b617c7edc8e:41263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:41263. 2024-11-27T11:21:30,095 DEBUG [RS:0;5b617c7edc8e:41263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:30,095 DEBUG [RS:0;5b617c7edc8e:41263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:30,095 DEBUG [RS:0;5b617c7edc8e:41263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:30,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:30,096 INFO [RS:0;5b617c7edc8e:41263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41263 2024-11-27T11:21:30,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2418867411/rs/5b617c7edc8e,41263,1732706470803 2024-11-27T11:21:30,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411/rs 2024-11-27T11:21:30,099 INFO [RS:0;5b617c7edc8e:41263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:21:30,100 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,41263,1732706470803] 2024-11-27T11:21:30,102 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2418867411/draining/5b617c7edc8e,41263,1732706470803 already deleted, retry=false 2024-11-27T11:21:30,102 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,41263,1732706470803 expired; onlineServers=0 2024-11-27T11:21:30,102 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,32989,1732706470736' ***** 2024-11-27T11:21:30,102 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:21:30,102 INFO [M:0;5b617c7edc8e:32989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:21:30,102 INFO [M:0;5b617c7edc8e:32989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:21:30,102 DEBUG [M:0;5b617c7edc8e:32989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:21:30,102 DEBUG [M:0;5b617c7edc8e:32989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:21:30,102 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:21:30,102 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706471848 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706471848,5,FailOnTimeoutGroup] 2024-11-27T11:21:30,102 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706471844 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706471844,5,FailOnTimeoutGroup] 2024-11-27T11:21:30,103 INFO [M:0;5b617c7edc8e:32989 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:21:30,103 INFO [M:0;5b617c7edc8e:32989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:21:30,103 DEBUG [M:0;5b617c7edc8e:32989 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:21:30,103 INFO [M:0;5b617c7edc8e:32989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:21:30,103 INFO [M:0;5b617c7edc8e:32989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:21:30,103 INFO [M:0;5b617c7edc8e:32989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:21:30,103 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:21:30,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2418867411/master 2024-11-27T11:21:30,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2418867411 2024-11-27T11:21:30,107 DEBUG [M:0;5b617c7edc8e:32989 {}] zookeeper.RecoverableZooKeeper(212): Node /2418867411/master already deleted, retry=false 2024-11-27T11:21:30,107 DEBUG [M:0;5b617c7edc8e:32989 {}] master.ActiveMasterManager(353): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Failed delete of our master address node; KeeperErrorCode = NoNode for /2418867411/master 2024-11-27T11:21:30,108 INFO [M:0;5b617c7edc8e:32989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/.lastflushedseqids 2024-11-27T11:21:30,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741848_1024 (size=245) 2024-11-27T11:21:30,148 INFO [M:0;5b617c7edc8e:32989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:21:30,148 INFO [M:0;5b617c7edc8e:32989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:21:30,148 DEBUG [M:0;5b617c7edc8e:32989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:21:30,148 INFO [M:0;5b617c7edc8e:32989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:30,148 DEBUG [M:0;5b617c7edc8e:32989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:30,148 DEBUG [M:0;5b617c7edc8e:32989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:21:30,148 DEBUG [M:0;5b617c7edc8e:32989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:30,149 INFO [M:0;5b617c7edc8e:32989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-27T11:21:30,183 DEBUG [M:0;5b617c7edc8e:32989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef745e52adae482da1b3ae98f4744163 is 82, key is hbase:meta,,1/info:regioninfo/1732706472514/Put/seqid=0 2024-11-27T11:21:30,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741849_1025 (size=5672) 2024-11-27T11:21:30,190 INFO [M:0;5b617c7edc8e:32989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef745e52adae482da1b3ae98f4744163 2024-11-27T11:21:30,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:21:30,201 INFO [RS:0;5b617c7edc8e:41263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:21:30,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41263-0x101592859b50007, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:21:30,201 INFO [RS:0;5b617c7edc8e:41263 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,41263,1732706470803; zookeeper connection closed. 2024-11-27T11:21:30,204 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bf61135 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bf61135 2024-11-27T11:21:30,205 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:21:30,222 DEBUG [M:0;5b617c7edc8e:32989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddef9501fd3a49abb526e52fb229c135 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732706480635/Put/seqid=0 2024-11-27T11:21:30,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741850_1026 (size=8517) 2024-11-27T11:21:30,318 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 1191, reset compression=false 2024-11-27T11:21:30,473 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 636, reset compression=false 2024-11-27T11:21:30,638 INFO [M:0;5b617c7edc8e:32989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddef9501fd3a49abb526e52fb229c135 2024-11-27T11:21:30,670 DEBUG [M:0;5b617c7edc8e:32989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d13787a369d4fe09d3ffc15c3b0278e is 69, key is 5b617c7edc8e,41263,1732706470803/rs:state/1732706471871/Put/seqid=0 2024-11-27T11:21:30,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741851_1027 (size=5156) 2024-11-27T11:21:31,022 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 1191, reset compression=false 2024-11-27T11:21:31,098 INFO [M:0;5b617c7edc8e:32989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d13787a369d4fe09d3ffc15c3b0278e 2024-11-27T11:21:31,103 DEBUG [M:0;5b617c7edc8e:32989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef745e52adae482da1b3ae98f4744163 as hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef745e52adae482da1b3ae98f4744163 2024-11-27T11:21:31,107 INFO [M:0;5b617c7edc8e:32989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef745e52adae482da1b3ae98f4744163, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T11:21:31,108 DEBUG [M:0;5b617c7edc8e:32989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddef9501fd3a49abb526e52fb229c135 as hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ddef9501fd3a49abb526e52fb229c135 2024-11-27T11:21:31,112 INFO [M:0;5b617c7edc8e:32989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ddef9501fd3a49abb526e52fb229c135, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T11:21:31,113 DEBUG [M:0;5b617c7edc8e:32989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d13787a369d4fe09d3ffc15c3b0278e as hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d13787a369d4fe09d3ffc15c3b0278e 2024-11-27T11:21:31,117 INFO [M:0;5b617c7edc8e:32989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38181/user/jenkins/test-data/005e6a01-7806-bd2b-56f6-92a4c97bd0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d13787a369d4fe09d3ffc15c3b0278e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T11:21:31,118 INFO [M:0;5b617c7edc8e:32989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 970ms, sequenceid=97, compaction requested=false 2024-11-27T11:21:31,152 INFO [M:0;5b617c7edc8e:32989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:31,153 DEBUG [M:0;5b617c7edc8e:32989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706490148Disabling compacts and flushes for region at 1732706490148Disabling writes for close at 1732706490148Obtaining lock to block concurrent updates at 1732706490149 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706490149Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732706490149Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706490150 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706490150Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706490182 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706490182Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706490195 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706490221 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706490221Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706490643 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706490670 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706490670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7676901f: reopening flushed file at 1732706491102 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5d276d: reopening flushed file at 1732706491107 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20666601: reopening flushed file at 1732706491113 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 970ms, sequenceid=97, compaction requested=false at 1732706491118 (+5 ms)Writing region close event to WAL at 1732706491152 (+34 ms)Closed at 1732706491152 2024-11-27T11:21:31,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741830_1006 (size=63666) 2024-11-27T11:21:31,163 INFO [M:0;5b617c7edc8e:32989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:21:31,163 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:21:31,163 INFO [M:0;5b617c7edc8e:32989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32989 2024-11-27T11:21:31,166 INFO [M:0;5b617c7edc8e:32989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:21:31,268 INFO [M:0;5b617c7edc8e:32989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:21:31,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:21:31,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101592859b50006, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:21:31,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e217c90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:21:31,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e7e607{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:21:31,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:21:31,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76b6e72a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:21:31,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b5db2c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/hadoop.log.dir/,STOPPED} 2024-11-27T11:21:31,297 WARN [BP-1938964833-172.17.0.2-1732706469689 heartbeating to localhost/127.0.0.1:38181 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:21:31,297 WARN [BP-1938964833-172.17.0.2-1732706469689 heartbeating to localhost/127.0.0.1:38181 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1938964833-172.17.0.2-1732706469689 (Datanode Uuid a732674a-1f79-41ee-9bd9-b8cf7d77fa9a) service to localhost/127.0.0.1:38181 2024-11-27T11:21:31,297 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:21:31,297 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:21:31,298 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/cluster_f2f4ff8b-5335-a8f1-ae1e-aa2159f20479/data/data1/current/BP-1938964833-172.17.0.2-1732706469689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:21:31,298 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/cluster_f2f4ff8b-5335-a8f1-ae1e-aa2159f20479/data/data2/current/BP-1938964833-172.17.0.2-1732706469689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:21:31,298 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:21:31,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e7bfa96{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:21:31,311 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67a3efe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:21:31,311 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:21:31,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@670919cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:21:31,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64f8e001{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/hadoop.log.dir/,STOPPED} 2024-11-27T11:21:31,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:21:31,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:21:31,331 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:21:31,331 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:31,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:31,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:31,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:31,334 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:21:31,334 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=672528810, stopped=false 2024-11-27T11:21:31,334 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,39153,1732706466991 2024-11-27T11:21:31,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1311332934/running 2024-11-27T11:21:31,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934 2024-11-27T11:21:31,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1311332934/running 2024-11-27T11:21:31,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934 2024-11-27T11:21:31,338 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:21:31,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:21:31,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:31,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:31,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Set watcher on znode that does not yet exist, /1311332934/running 2024-11-27T11:21:31,339 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,46615,1732706467029' ***** 2024-11-27T11:21:31,339 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:21:31,340 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:21:31,340 INFO [RS:0;5b617c7edc8e:46615 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:21:31,340 INFO [RS:0;5b617c7edc8e:46615 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:21:31,340 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(3091): Received CLOSE for b7f77723713957d8a4334511e5b3a9d6 2024-11-27T11:21:31,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Set watcher on znode that does not yet exist, /1311332934/running 2024-11-27T11:21:31,340 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:21:31,348 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(3091): Received CLOSE for f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:31,348 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,46615,1732706467029 2024-11-27T11:21:31,348 INFO [RS:0;5b617c7edc8e:46615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:21:31,349 INFO [RS:0;5b617c7edc8e:46615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:46615. 2024-11-27T11:21:31,349 DEBUG [RS:0;5b617c7edc8e:46615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:31,349 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7f77723713957d8a4334511e5b3a9d6, disabling compactions & flushes 2024-11-27T11:21:31,349 DEBUG [RS:0;5b617c7edc8e:46615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:31,349 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6. 2024-11-27T11:21:31,349 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6. 2024-11-27T11:21:31,349 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6. after waiting 0 ms 2024-11-27T11:21:31,349 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6. 2024-11-27T11:21:31,349 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:21:31,349 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:21:31,349 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:21:31,349 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b7f77723713957d8a4334511e5b3a9d6 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-27T11:21:31,349 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:21:31,356 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T11:21:31,356 DEBUG [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1325): Online Regions={b7f77723713957d8a4334511e5b3a9d6=hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6., f664cde12abb33632614ae0d2d818e79=test,,1732706474812.f664cde12abb33632614ae0d2d818e79., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:21:31,356 DEBUG [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7f77723713957d8a4334511e5b3a9d6, f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:31,368 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:21:31,369 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:21:31,369 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:21:31,369 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:21:31,369 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:21:31,369 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T11:21:31,379 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/replication/b7f77723713957d8a4334511e5b3a9d6/.tmp/queue/27eade8d174649ec91f1981b81f6318e is 154, key is 1-5b617c7edc8e,46615,1732706467029/queue:5b617c7edc8e%2C46615%2C1732706467029/1732706488249/Put/seqid=0 2024-11-27T11:21:31,403 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/.tmp/info/e7121c0ee50f42519245994875490ca9 is 147, key is hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6./info:regioninfo/1732706479079/Put/seqid=0 2024-11-27T11:21:31,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741840_1016 (size=5353) 2024-11-27T11:21:31,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741841_1017 (size=7686) 2024-11-27T11:21:31,427 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:21:31,513 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 636, reset compression=false 2024-11-27T11:21:31,557 DEBUG [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7f77723713957d8a4334511e5b3a9d6, f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:31,757 DEBUG [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7f77723713957d8a4334511e5b3a9d6, f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:31,810 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/replication/b7f77723713957d8a4334511e5b3a9d6/.tmp/queue/27eade8d174649ec91f1981b81f6318e 2024-11-27T11:21:31,815 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/replication/b7f77723713957d8a4334511e5b3a9d6/.tmp/queue/27eade8d174649ec91f1981b81f6318e as hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/replication/b7f77723713957d8a4334511e5b3a9d6/queue/27eade8d174649ec91f1981b81f6318e 2024-11-27T11:21:31,819 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/.tmp/info/e7121c0ee50f42519245994875490ca9 2024-11-27T11:21:31,819 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/replication/b7f77723713957d8a4334511e5b3a9d6/queue/27eade8d174649ec91f1981b81f6318e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T11:21:31,820 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b7f77723713957d8a4334511e5b3a9d6 in 471ms, sequenceid=12, compaction requested=false 2024-11-27T11:21:31,820 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T11:21:31,824 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/replication/b7f77723713957d8a4334511e5b3a9d6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T11:21:31,824 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:21:31,824 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:21:31,824 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6. 2024-11-27T11:21:31,824 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7f77723713957d8a4334511e5b3a9d6: Waiting for close lock at 1732706491349Running coprocessor pre-close hooks at 1732706491349Disabling compacts and flushes for region at 1732706491349Disabling writes for close at 1732706491349Obtaining lock to block concurrent updates at 1732706491349Preparing flush snapshotting stores in b7f77723713957d8a4334511e5b3a9d6 at 1732706491349Finished memstore snapshotting hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732706491349Flushing stores of hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6. at 1732706491350 (+1 ms)Flushing b7f77723713957d8a4334511e5b3a9d6/queue: creating writer at 1732706491350Flushing b7f77723713957d8a4334511e5b3a9d6/queue: appending metadata at 1732706491379 (+29 ms)Flushing b7f77723713957d8a4334511e5b3a9d6/queue: closing flushed file at 1732706491379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a722e6c: reopening flushed file at 1732706491815 (+436 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b7f77723713957d8a4334511e5b3a9d6 in 471ms, sequenceid=12, compaction requested=false at 1732706491820 (+5 ms)Writing region close event to WAL at 1732706491821 (+1 ms)Running coprocessor post-close hooks at 1732706491824 (+3 ms)Closed at 1732706491824 2024-11-27T11:21:31,825 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732706478286.b7f77723713957d8a4334511e5b3a9d6. 2024-11-27T11:21:31,825 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f664cde12abb33632614ae0d2d818e79, disabling compactions & flushes 2024-11-27T11:21:31,825 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732706474812.f664cde12abb33632614ae0d2d818e79. 2024-11-27T11:21:31,825 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706474812.f664cde12abb33632614ae0d2d818e79. 2024-11-27T11:21:31,825 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732706474812.f664cde12abb33632614ae0d2d818e79. after waiting 0 ms 2024-11-27T11:21:31,825 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732706474812.f664cde12abb33632614ae0d2d818e79. 2024-11-27T11:21:31,825 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f664cde12abb33632614ae0d2d818e79 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T11:21:31,836 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/.tmp/ns/a3b8075c0b594c8b8765d267f121ba4b is 43, key is default/ns:d/1732706469599/Put/seqid=0 2024-11-27T11:21:31,839 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 1191, reset compression=false 2024-11-27T11:21:31,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741842_1018 (size=5153) 2024-11-27T11:21:31,843 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79/.tmp/f/cf587fe9636c46058f9a889b51e3d686 is 29, key is row1/f:/1732706486626/DeleteFamily/seqid=0 2024-11-27T11:21:31,844 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:21:31,844 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 1438, reset compression=false 2024-11-27T11:21:31,844 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,46615,1732706467029 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:21:31,845 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b617c7edc8e,46615,1732706467029: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b617c7edc8e,46615,1732706467029, walGroup=5b617c7edc8e%2C46615%2C1732706467029, offset=5b617c7edc8e%2C46615%2C1732706467029.1732706469028:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46615 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T11:21:31,846 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T11:21:31,846 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T11:21:31,847 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T11:21:31,847 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T11:21:31,847 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T11:21:31,847 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 919971296 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 202091512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T11:21:31,847 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:39153 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:39153 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T11:21:31,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741843_1019 (size=5152) 2024-11-27T11:21:31,860 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79/.tmp/f/cf587fe9636c46058f9a889b51e3d686 2024-11-27T11:21:31,864 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf587fe9636c46058f9a889b51e3d686 2024-11-27T11:21:31,882 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79/.tmp/f1/0f491e9aad29454f992d780b60250596 is 30, key is row1/f1:/1732706486626/DeleteFamily/seqid=0 2024-11-27T11:21:31,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741844_1020 (size=5158) 2024-11-27T11:21:31,917 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:21:31,917 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:21:31,957 DEBUG [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:32,065 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 1438, reset compression=false 2024-11-27T11:21:32,161 DEBUG [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:32,240 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/.tmp/ns/a3b8075c0b594c8b8765d267f121ba4b 2024-11-27T11:21:32,258 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/.tmp/rep_barrier/aa66d4d71df841c8b9e170e79f7c867a is 112, key is test,,1732706474812.f664cde12abb33632614ae0d2d818e79./rep_barrier:seqnumDuringOpen/1732706475558/Put/seqid=0 2024-11-27T11:21:32,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741845_1021 (size=5518) 2024-11-27T11:21:32,285 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79/.tmp/f1/0f491e9aad29454f992d780b60250596 2024-11-27T11:21:32,289 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f491e9aad29454f992d780b60250596 2024-11-27T11:21:32,303 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79/.tmp/norep/8c42484986ea4c9ab8c3f99f911e3743 is 33, key is row1/norep:/1732706486626/DeleteFamily/seqid=0 2024-11-27T11:21:32,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741846_1022 (size=5108) 2024-11-27T11:21:32,361 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T11:21:32,361 DEBUG [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1325): Online Regions={f664cde12abb33632614ae0d2d818e79=test,,1732706474812.f664cde12abb33632614ae0d2d818e79., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:21:32,361 DEBUG [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:32,369 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 1438, reset compression=false 2024-11-27T11:21:32,561 DEBUG [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f664cde12abb33632614ae0d2d818e79 2024-11-27T11:21:32,617 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 636, reset compression=false 2024-11-27T11:21:32,662 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/.tmp/rep_barrier/aa66d4d71df841c8b9e170e79f7c867a 2024-11-27T11:21:32,687 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/.tmp/table/0452b6947de94589a162e09f5e6b0ded is 53, key is hbase:replication/table:state/1732706479086/Put/seqid=0 2024-11-27T11:21:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741847_1023 (size=5308) 2024-11-27T11:21:32,706 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79/.tmp/norep/8c42484986ea4c9ab8c3f99f911e3743 2024-11-27T11:21:32,710 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c42484986ea4c9ab8c3f99f911e3743 2024-11-27T11:21:32,710 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79/.tmp/f/cf587fe9636c46058f9a889b51e3d686 as hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79/f/cf587fe9636c46058f9a889b51e3d686 2024-11-27T11:21:32,714 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf587fe9636c46058f9a889b51e3d686 2024-11-27T11:21:32,714 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79/f/cf587fe9636c46058f9a889b51e3d686, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T11:21:32,715 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79/.tmp/f1/0f491e9aad29454f992d780b60250596 as hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79/f1/0f491e9aad29454f992d780b60250596 2024-11-27T11:21:32,719 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f491e9aad29454f992d780b60250596 2024-11-27T11:21:32,719 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79/f1/0f491e9aad29454f992d780b60250596, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T11:21:32,720 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79/.tmp/norep/8c42484986ea4c9ab8c3f99f911e3743 as hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79/norep/8c42484986ea4c9ab8c3f99f911e3743 2024-11-27T11:21:32,724 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c42484986ea4c9ab8c3f99f911e3743 2024-11-27T11:21:32,724 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79/norep/8c42484986ea4c9ab8c3f99f911e3743, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T11:21:32,725 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f664cde12abb33632614ae0d2d818e79 in 900ms, sequenceid=10, compaction requested=false 2024-11-27T11:21:32,725 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T11:21:32,733 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/default/test/f664cde12abb33632614ae0d2d818e79/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T11:21:32,733 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:21:32,733 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:21:32,733 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732706474812.f664cde12abb33632614ae0d2d818e79. 2024-11-27T11:21:32,733 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f664cde12abb33632614ae0d2d818e79: Waiting for close lock at 1732706491825Running coprocessor pre-close hooks at 1732706491825Disabling compacts and flushes for region at 1732706491825Disabling writes for close at 1732706491825Obtaining lock to block concurrent updates at 1732706491825Preparing flush snapshotting stores in f664cde12abb33632614ae0d2d818e79 at 1732706491825Finished memstore snapshotting test,,1732706474812.f664cde12abb33632614ae0d2d818e79., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732706491825Flushing stores of test,,1732706474812.f664cde12abb33632614ae0d2d818e79. at 1732706491826 (+1 ms)Flushing f664cde12abb33632614ae0d2d818e79/f: creating writer at 1732706491826Flushing f664cde12abb33632614ae0d2d818e79/f: appending metadata at 1732706491842 (+16 ms)Flushing f664cde12abb33632614ae0d2d818e79/f: closing flushed file at 1732706491842Flushing f664cde12abb33632614ae0d2d818e79/f1: creating writer at 1732706491865 (+23 ms)Flushing f664cde12abb33632614ae0d2d818e79/f1: appending metadata at 1732706491881 (+16 ms)Flushing f664cde12abb33632614ae0d2d818e79/f1: closing flushed file at 1732706491881Flushing f664cde12abb33632614ae0d2d818e79/norep: creating writer at 1732706492289 (+408 ms)Flushing f664cde12abb33632614ae0d2d818e79/norep: appending metadata at 1732706492302 (+13 ms)Flushing f664cde12abb33632614ae0d2d818e79/norep: closing flushed file at 1732706492302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41481f72: reopening flushed file at 1732706492710 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a786db7: reopening flushed file at 1732706492714 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37888425: reopening flushed file at 1732706492720 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f664cde12abb33632614ae0d2d818e79 in 900ms, sequenceid=10, compaction requested=false at 1732706492725 (+5 ms)Writing region close event to WAL at 1732706492730 (+5 ms)Running coprocessor post-close hooks at 1732706492733 (+3 ms)Closed at 1732706492733 2024-11-27T11:21:32,734 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732706474812.f664cde12abb33632614ae0d2d818e79. 2024-11-27T11:21:32,761 DEBUG [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:21:32,772 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 1438, reset compression=false 2024-11-27T11:21:32,777 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:21:32,777 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 2082, reset compression=false 2024-11-27T11:21:32,962 DEBUG [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:21:32,980 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.wal-reader.5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.1732706469028 to pos 2082, reset compression=false 2024-11-27T11:21:33,091 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/.tmp/table/0452b6947de94589a162e09f5e6b0ded 2024-11-27T11:21:33,096 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/.tmp/info/e7121c0ee50f42519245994875490ca9 as hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/info/e7121c0ee50f42519245994875490ca9 2024-11-27T11:21:33,099 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/info/e7121c0ee50f42519245994875490ca9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T11:21:33,100 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/.tmp/ns/a3b8075c0b594c8b8765d267f121ba4b as hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/ns/a3b8075c0b594c8b8765d267f121ba4b 2024-11-27T11:21:33,103 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/ns/a3b8075c0b594c8b8765d267f121ba4b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T11:21:33,104 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/.tmp/rep_barrier/aa66d4d71df841c8b9e170e79f7c867a as hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/rep_barrier/aa66d4d71df841c8b9e170e79f7c867a 2024-11-27T11:21:33,107 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/rep_barrier/aa66d4d71df841c8b9e170e79f7c867a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T11:21:33,107 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/.tmp/table/0452b6947de94589a162e09f5e6b0ded as hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/table/0452b6947de94589a162e09f5e6b0ded 2024-11-27T11:21:33,111 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/table/0452b6947de94589a162e09f5e6b0ded, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T11:21:33,112 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false 2024-11-27T11:21:33,112 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T11:21:33,118 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T11:21:33,118 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:21:33,118 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:21:33,118 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:21:33,119 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706491368Running coprocessor pre-close hooks at 1732706491368Disabling compacts and flushes for region at 1732706491368Disabling writes for close at 1732706491369 (+1 ms)Obtaining lock to block concurrent updates at 1732706491369Preparing flush snapshotting stores in 1588230740 at 1732706491369Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732706491369Flushing stores of hbase:meta,,1.1588230740 at 1732706491370 (+1 ms)Flushing 1588230740/info: creating writer at 1732706491370Flushing 1588230740/info: appending metadata at 1732706491402 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732706491402Flushing 1588230740/ns: creating writer at 1732706491822 (+420 ms)Flushing 1588230740/ns: appending metadata at 1732706491836 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732706491836Flushing 1588230740/rep_barrier: creating writer at 1732706492244 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732706492258 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732706492258Flushing 1588230740/table: creating writer at 1732706492667 (+409 ms)Flushing 1588230740/table: appending metadata at 1732706492687 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732706492687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abcbba7: reopening flushed file at 1732706493095 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52312272: reopening flushed file at 1732706493099 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20832a60: reopening flushed file at 1732706493103 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34fb71cf: reopening flushed file at 1732706493107 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false at 1732706493112 (+5 ms)Writing region close event to WAL at 1732706493115 (+3 ms)Running coprocessor post-close hooks at 1732706493118 (+3 ms)Closed at 1732706493118 2024-11-27T11:21:33,119 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:21:33,162 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,46615,1732706467029; all regions closed. 2024-11-27T11:21:33,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741834_1010 (size=4239) 2024-11-27T11:21:33,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741839_1015 (size=3114) 2024-11-27T11:21:33,166 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/WALs/5b617c7edc8e,46615,1732706467029/5b617c7edc8e%2C46615%2C1732706467029.rep.1732706479040 not finished, retry = 0 2024-11-27T11:21:33,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741832_1008 (size=2090) 2024-11-27T11:21:33,270 DEBUG [RS:0;5b617c7edc8e:46615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:33,270 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:21:33,270 INFO [RS:0;5b617c7edc8e:46615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:21:33,270 INFO [RS:0;5b617c7edc8e:46615 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T11:21:33,270 INFO [RS:0;5b617c7edc8e:46615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:21:33,270 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:21:33,271 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b617c7edc8e,46615,1732706467029 because: Region server is closing 2024-11-27T11:21:33,271 INFO [RS:0;5b617c7edc8e:46615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:46615. 2024-11-27T11:21:33,271 DEBUG [RS:0;5b617c7edc8e:46615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:33,271 DEBUG [RS:0;5b617c7edc8e:46615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:33,271 DEBUG [RS:0;5b617c7edc8e:46615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:33,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:33,371 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,46615,1732706467029.replicationSource.shipper5b617c7edc8e%2C46615%2C1732706467029,1-5b617c7edc8e,46615,1732706467029 terminated 2024-11-27T11:21:33,372 INFO [RS:0;5b617c7edc8e:46615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:46615. 2024-11-27T11:21:33,372 DEBUG [RS:0;5b617c7edc8e:46615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:33,372 DEBUG [RS:0;5b617c7edc8e:46615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:33,372 DEBUG [RS:0;5b617c7edc8e:46615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:33,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:33,372 INFO [RS:0;5b617c7edc8e:46615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46615 2024-11-27T11:21:33,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1311332934/rs/5b617c7edc8e,46615,1732706467029 2024-11-27T11:21:33,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934/rs 2024-11-27T11:21:33,374 INFO [RS:0;5b617c7edc8e:46615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:21:33,375 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,46615,1732706467029] 2024-11-27T11:21:33,376 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1311332934/draining/5b617c7edc8e,46615,1732706467029 already deleted, retry=false 2024-11-27T11:21:33,376 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,46615,1732706467029 expired; onlineServers=0 2024-11-27T11:21:33,376 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,39153,1732706466991' ***** 2024-11-27T11:21:33,376 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:21:33,376 INFO [M:0;5b617c7edc8e:39153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:21:33,377 INFO [M:0;5b617c7edc8e:39153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:21:33,377 DEBUG [M:0;5b617c7edc8e:39153 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:21:33,377 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:21:33,377 DEBUG [M:0;5b617c7edc8e:39153 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:21:33,377 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706468828 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706468828,5,FailOnTimeoutGroup] 2024-11-27T11:21:33,377 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706468825 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706468825,5,FailOnTimeoutGroup] 2024-11-27T11:21:33,377 INFO [M:0;5b617c7edc8e:39153 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:21:33,377 INFO [M:0;5b617c7edc8e:39153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:21:33,377 DEBUG [M:0;5b617c7edc8e:39153 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:21:33,377 INFO [M:0;5b617c7edc8e:39153 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:21:33,377 INFO [M:0;5b617c7edc8e:39153 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:21:33,377 INFO [M:0;5b617c7edc8e:39153 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:21:33,377 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:21:33,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1311332934/master 2024-11-27T11:21:33,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1311332934 2024-11-27T11:21:33,383 DEBUG [M:0;5b617c7edc8e:39153 {}] zookeeper.ZKUtil(347): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Unable to get data of znode /1311332934/master because node does not exist (not an error) 2024-11-27T11:21:33,383 WARN [M:0;5b617c7edc8e:39153 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:21:33,384 INFO [M:0;5b617c7edc8e:39153 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/.lastflushedseqids 2024-11-27T11:21:33,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741848_1024 (size=245) 2024-11-27T11:21:33,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:21:33,475 INFO [RS:0;5b617c7edc8e:46615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:21:33,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x101592859b50004, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:21:33,475 INFO [RS:0;5b617c7edc8e:46615 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,46615,1732706467029; zookeeper connection closed. 2024-11-27T11:21:33,476 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63f15e36 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63f15e36 2024-11-27T11:21:33,476 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:21:33,789 INFO [M:0;5b617c7edc8e:39153 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:21:33,789 INFO [M:0;5b617c7edc8e:39153 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:21:33,789 DEBUG [M:0;5b617c7edc8e:39153 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:21:33,789 INFO [M:0;5b617c7edc8e:39153 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:33,789 DEBUG [M:0;5b617c7edc8e:39153 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:33,789 DEBUG [M:0;5b617c7edc8e:39153 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:21:33,789 DEBUG [M:0;5b617c7edc8e:39153 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:33,789 INFO [M:0;5b617c7edc8e:39153 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T11:21:33,805 DEBUG [M:0;5b617c7edc8e:39153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8995c4d8a444f6fa1112be365e535e0 is 82, key is hbase:meta,,1/info:regioninfo/1732706469591/Put/seqid=0 2024-11-27T11:21:33,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741849_1025 (size=5672) 2024-11-27T11:21:33,820 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 636, reset compression=false 2024-11-27T11:21:34,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,209 INFO [M:0;5b617c7edc8e:39153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8995c4d8a444f6fa1112be365e535e0 2024-11-27T11:21:34,233 DEBUG [M:0;5b617c7edc8e:39153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff9ed358b0da4ed8909361d8a3ff6af7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732706479090/Put/seqid=0 2024-11-27T11:21:34,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741850_1026 (size=8516) 2024-11-27T11:21:34,439 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T11:21:34,637 INFO [M:0;5b617c7edc8e:39153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff9ed358b0da4ed8909361d8a3ff6af7 2024-11-27T11:21:34,656 DEBUG [M:0;5b617c7edc8e:39153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5be4f95b8b44400d991562b73405330d is 69, key is 5b617c7edc8e,46615,1732706467029/rs:state/1732706468881/Put/seqid=0 2024-11-27T11:21:34,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741851_1027 (size=5156) 2024-11-27T11:21:34,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:21:34,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:34,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:35,060 INFO [M:0;5b617c7edc8e:39153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5be4f95b8b44400d991562b73405330d 2024-11-27T11:21:35,064 DEBUG [M:0;5b617c7edc8e:39153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8995c4d8a444f6fa1112be365e535e0 as hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8995c4d8a444f6fa1112be365e535e0 2024-11-27T11:21:35,067 INFO [M:0;5b617c7edc8e:39153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8995c4d8a444f6fa1112be365e535e0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T11:21:35,068 DEBUG [M:0;5b617c7edc8e:39153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff9ed358b0da4ed8909361d8a3ff6af7 as hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff9ed358b0da4ed8909361d8a3ff6af7 2024-11-27T11:21:35,071 INFO [M:0;5b617c7edc8e:39153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff9ed358b0da4ed8909361d8a3ff6af7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T11:21:35,072 DEBUG [M:0;5b617c7edc8e:39153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5be4f95b8b44400d991562b73405330d as hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5be4f95b8b44400d991562b73405330d 2024-11-27T11:21:35,074 INFO [M:0;5b617c7edc8e:39153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/b07b9790-cab0-bd4f-abb8-1110bc816d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5be4f95b8b44400d991562b73405330d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T11:21:35,075 INFO [M:0;5b617c7edc8e:39153 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-27T11:21:35,076 INFO [M:0;5b617c7edc8e:39153 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:35,076 DEBUG [M:0;5b617c7edc8e:39153 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706493789Disabling compacts and flushes for region at 1732706493789Disabling writes for close at 1732706493789Obtaining lock to block concurrent updates at 1732706493789Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706493789Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732706493790 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706493790Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706493790Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706493805 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706493805Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706494214 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706494232 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706494232Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706494641 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706494656 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706494656Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6627d70d: reopening flushed file at 1732706495064 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b8b6d6: reopening flushed file at 1732706495067 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1103bc31: reopening flushed file at 1732706495071 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1732706495075 (+4 ms)Writing region close event to WAL at 1732706495076 (+1 ms)Closed at 1732706495076 2024-11-27T11:21:35,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38807 is added to blk_1073741830_1006 (size=63654) 2024-11-27T11:21:35,078 INFO [M:0;5b617c7edc8e:39153 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:21:35,078 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:21:35,078 INFO [M:0;5b617c7edc8e:39153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39153 2024-11-27T11:21:35,079 INFO [M:0;5b617c7edc8e:39153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:21:35,124 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 636, reset compression=false 2024-11-27T11:21:35,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:21:35,181 INFO [M:0;5b617c7edc8e:39153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:21:35,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39153-0x101592859b50003, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:21:35,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bdb0768{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:21:35,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@193f24bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:21:35,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:21:35,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e916073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:21:35,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77d14641{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/hadoop.log.dir/,STOPPED} 2024-11-27T11:21:35,185 WARN [BP-992230683-172.17.0.2-1732706466266 heartbeating to localhost/127.0.0.1:43833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:21:35,185 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:21:35,185 WARN [BP-992230683-172.17.0.2-1732706466266 heartbeating to localhost/127.0.0.1:43833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-992230683-172.17.0.2-1732706466266 (Datanode Uuid cda8d2c0-268e-4c5d-babd-22c524eb2d3d) service to localhost/127.0.0.1:43833 2024-11-27T11:21:35,185 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:21:35,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/cluster_41fc0f6b-21c3-a865-5b93-cef7e26ae936/data/data1/current/BP-992230683-172.17.0.2-1732706466266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:21:35,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/cluster_41fc0f6b-21c3-a865-5b93-cef7e26ae936/data/data2/current/BP-992230683-172.17.0.2-1732706466266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:21:35,186 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:21:35,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2be924ad{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:21:35,192 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44dead2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:21:35,192 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:21:35,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62c415e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:21:35,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a53c4c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ff6af18-dc2f-91f4-c840-3b3bf3e4f172/hadoop.log.dir/,STOPPED} 2024-11-27T11:21:35,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:21:35,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:21:35,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:21:35,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:35,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:35,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:35,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:35,206 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:21:35,206 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1369371600, stopped=false 2024-11-27T11:21:35,206 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,39393,1732706464850 2024-11-27T11:21:35,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/095559163/running 2024-11-27T11:21:35,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/095559163/running 2024-11-27T11:21:35,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163 2024-11-27T11:21:35,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163 2024-11-27T11:21:35,208 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:21:35,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Set watcher on znode that does not yet exist, /095559163/running 2024-11-27T11:21:35,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Set watcher on znode that does not yet exist, /095559163/running 2024-11-27T11:21:35,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:21:35,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:35,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:35,210 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,34487,1732706464935' ***** 2024-11-27T11:21:35,210 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:21:35,210 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:21:35,210 INFO [RS:0;5b617c7edc8e:34487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:21:35,210 INFO [RS:0;5b617c7edc8e:34487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:21:35,210 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(3091): Received CLOSE for fa9312da11b6b796f53e4dc6422bafaa 2024-11-27T11:21:35,210 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:21:35,211 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(3091): Received CLOSE for baeb9948df4e1b779f44bfc64d98fb61 2024-11-27T11:21:35,211 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,34487,1732706464935 2024-11-27T11:21:35,211 INFO [RS:0;5b617c7edc8e:34487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:21:35,211 INFO [RS:0;5b617c7edc8e:34487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:34487. 2024-11-27T11:21:35,211 DEBUG [RS:0;5b617c7edc8e:34487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:35,211 DEBUG [RS:0;5b617c7edc8e:34487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:35,211 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa9312da11b6b796f53e4dc6422bafaa, disabling compactions & flushes 2024-11-27T11:21:35,211 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:21:35,211 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:21:35,211 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:21:35,211 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa. 2024-11-27T11:21:35,211 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:21:35,211 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa. 2024-11-27T11:21:35,211 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa. after waiting 0 ms 2024-11-27T11:21:35,211 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa. 2024-11-27T11:21:35,211 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T11:21:35,211 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa9312da11b6b796f53e4dc6422bafaa 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-27T11:21:35,211 DEBUG [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fa9312da11b6b796f53e4dc6422bafaa=test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa., baeb9948df4e1b779f44bfc64d98fb61=hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61.} 2024-11-27T11:21:35,211 DEBUG [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, baeb9948df4e1b779f44bfc64d98fb61, fa9312da11b6b796f53e4dc6422bafaa 2024-11-27T11:21:35,211 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:21:35,211 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:21:35,211 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:21:35,211 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:21:35,211 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:21:35,211 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T11:21:35,227 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa/.tmp/f/1b857c8aa4024129af638114bdbd0152 is 28, key is row/f:/1732706485621/DeleteFamily/seqid=0 2024-11-27T11:21:35,229 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/.tmp/info/515ef045f9284c61b1c9d6963845035a is 147, key is hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61./info:regioninfo/1732706477576/Put/seqid=0 2024-11-27T11:21:35,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741840_1016 (size=5085) 2024-11-27T11:21:35,231 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa/.tmp/f/1b857c8aa4024129af638114bdbd0152 2024-11-27T11:21:35,232 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:21:35,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741841_1017 (size=7686) 2024-11-27T11:21:35,235 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b857c8aa4024129af638114bdbd0152 2024-11-27T11:21:35,249 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa/.tmp/f1/42983bb9d13d49d0923b25ba4c55abe9 is 29, key is row/f1:/1732706485621/DeleteFamily/seqid=0 2024-11-27T11:21:35,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741842_1018 (size=5089) 2024-11-27T11:21:35,252 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa/.tmp/f1/42983bb9d13d49d0923b25ba4c55abe9 2024-11-27T11:21:35,255 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42983bb9d13d49d0923b25ba4c55abe9 2024-11-27T11:21:35,272 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa/.tmp/norep/3fcbcce7f3624a648f9aaecd3cc4b2bc is 32, key is row/norep:/1732706485621/DeleteFamily/seqid=0 2024-11-27T11:21:35,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741843_1019 (size=5101) 2024-11-27T11:21:35,394 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:21:35,394 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:21:35,411 DEBUG [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, baeb9948df4e1b779f44bfc64d98fb61, fa9312da11b6b796f53e4dc6422bafaa 2024-11-27T11:21:35,612 DEBUG [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, baeb9948df4e1b779f44bfc64d98fb61, fa9312da11b6b796f53e4dc6422bafaa 2024-11-27T11:21:35,637 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/.tmp/info/515ef045f9284c61b1c9d6963845035a 2024-11-27T11:21:35,654 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/.tmp/ns/2575fcea55854fa5861439aef05ea9a4 is 43, key is default/ns:d/1732706466098/Put/seqid=0 2024-11-27T11:21:35,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741844_1020 (size=5153) 2024-11-27T11:21:35,676 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa/.tmp/norep/3fcbcce7f3624a648f9aaecd3cc4b2bc 2024-11-27T11:21:35,679 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fcbcce7f3624a648f9aaecd3cc4b2bc 2024-11-27T11:21:35,680 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa/.tmp/f/1b857c8aa4024129af638114bdbd0152 as hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa/f/1b857c8aa4024129af638114bdbd0152 2024-11-27T11:21:35,683 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b857c8aa4024129af638114bdbd0152 2024-11-27T11:21:35,683 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa/f/1b857c8aa4024129af638114bdbd0152, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T11:21:35,683 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa/.tmp/f1/42983bb9d13d49d0923b25ba4c55abe9 as hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa/f1/42983bb9d13d49d0923b25ba4c55abe9 2024-11-27T11:21:35,686 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42983bb9d13d49d0923b25ba4c55abe9 2024-11-27T11:21:35,686 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa/f1/42983bb9d13d49d0923b25ba4c55abe9, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T11:21:35,687 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa/.tmp/norep/3fcbcce7f3624a648f9aaecd3cc4b2bc as hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa/norep/3fcbcce7f3624a648f9aaecd3cc4b2bc 2024-11-27T11:21:35,690 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fcbcce7f3624a648f9aaecd3cc4b2bc 2024-11-27T11:21:35,690 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa/norep/3fcbcce7f3624a648f9aaecd3cc4b2bc, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T11:21:35,691 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for fa9312da11b6b796f53e4dc6422bafaa in 480ms, sequenceid=6, compaction requested=false 2024-11-27T11:21:35,691 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T11:21:35,694 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/default/test/fa9312da11b6b796f53e4dc6422bafaa/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T11:21:35,695 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:21:35,695 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:21:35,695 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa. 2024-11-27T11:21:35,695 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa9312da11b6b796f53e4dc6422bafaa: Waiting for close lock at 1732706495211Running coprocessor pre-close hooks at 1732706495211Disabling compacts and flushes for region at 1732706495211Disabling writes for close at 1732706495211Obtaining lock to block concurrent updates at 1732706495211Preparing flush snapshotting stores in fa9312da11b6b796f53e4dc6422bafaa at 1732706495211Finished memstore snapshotting test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732706495211Flushing stores of test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa. at 1732706495212 (+1 ms)Flushing fa9312da11b6b796f53e4dc6422bafaa/f: creating writer at 1732706495212Flushing fa9312da11b6b796f53e4dc6422bafaa/f: appending metadata at 1732706495226 (+14 ms)Flushing fa9312da11b6b796f53e4dc6422bafaa/f: closing flushed file at 1732706495226Flushing fa9312da11b6b796f53e4dc6422bafaa/f1: creating writer at 1732706495235 (+9 ms)Flushing fa9312da11b6b796f53e4dc6422bafaa/f1: appending metadata at 1732706495248 (+13 ms)Flushing fa9312da11b6b796f53e4dc6422bafaa/f1: closing flushed file at 1732706495248Flushing fa9312da11b6b796f53e4dc6422bafaa/norep: creating writer at 1732706495255 (+7 ms)Flushing fa9312da11b6b796f53e4dc6422bafaa/norep: appending metadata at 1732706495272 (+17 ms)Flushing fa9312da11b6b796f53e4dc6422bafaa/norep: closing flushed file at 1732706495272Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@443634ea: reopening flushed file at 1732706495679 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@208eeb70: reopening flushed file at 1732706495683 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@114bb12f: reopening flushed file at 1732706495687 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for fa9312da11b6b796f53e4dc6422bafaa in 480ms, sequenceid=6, compaction requested=false at 1732706495691 (+4 ms)Writing region close event to WAL at 1732706495692 (+1 ms)Running coprocessor post-close hooks at 1732706495695 (+3 ms)Closed at 1732706495695 2024-11-27T11:21:35,695 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa. 2024-11-27T11:21:35,695 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing baeb9948df4e1b779f44bfc64d98fb61, disabling compactions & flushes 2024-11-27T11:21:35,695 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61. 2024-11-27T11:21:35,695 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61. 2024-11-27T11:21:35,695 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61. after waiting 0 ms 2024-11-27T11:21:35,695 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61. 2024-11-27T11:21:35,696 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing baeb9948df4e1b779f44bfc64d98fb61 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-27T11:21:35,713 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/replication/baeb9948df4e1b779f44bfc64d98fb61/.tmp/queue/cf35f99df9974a4bb26d5c03e7ecabcb is 153, key is 1-5b617c7edc8e,34487,1732706464935/queue:5b617c7edc8e%2C34487%2C1732706464935/1732706485947/Put/seqid=0 2024-11-27T11:21:35,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741845_1021 (size=5352) 2024-11-27T11:21:35,812 DEBUG [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, baeb9948df4e1b779f44bfc64d98fb61 2024-11-27T11:21:36,012 DEBUG [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, baeb9948df4e1b779f44bfc64d98fb61 2024-11-27T11:21:36,058 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/.tmp/ns/2575fcea55854fa5861439aef05ea9a4 2024-11-27T11:21:36,079 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/.tmp/rep_barrier/0982f0ff1f464a3d8cadb5d63e5118a1 is 112, key is test,,1732706472655.fa9312da11b6b796f53e4dc6422bafaa./rep_barrier:seqnumDuringOpen/1732706473806/Put/seqid=0 2024-11-27T11:21:36,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741846_1022 (size=5518) 2024-11-27T11:21:36,116 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/replication/baeb9948df4e1b779f44bfc64d98fb61/.tmp/queue/cf35f99df9974a4bb26d5c03e7ecabcb 2024-11-27T11:21:36,120 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/replication/baeb9948df4e1b779f44bfc64d98fb61/.tmp/queue/cf35f99df9974a4bb26d5c03e7ecabcb as hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/replication/baeb9948df4e1b779f44bfc64d98fb61/queue/cf35f99df9974a4bb26d5c03e7ecabcb 2024-11-27T11:21:36,123 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/replication/baeb9948df4e1b779f44bfc64d98fb61/queue/cf35f99df9974a4bb26d5c03e7ecabcb, entries=1, sequenceid=8, filesize=5.2 K 2024-11-27T11:21:36,124 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for baeb9948df4e1b779f44bfc64d98fb61 in 429ms, sequenceid=8, compaction requested=false 2024-11-27T11:21:36,124 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T11:21:36,128 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/replication/baeb9948df4e1b779f44bfc64d98fb61/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T11:21:36,128 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:21:36,128 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:21:36,128 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61. 2024-11-27T11:21:36,128 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for baeb9948df4e1b779f44bfc64d98fb61: Waiting for close lock at 1732706495695Running coprocessor pre-close hooks at 1732706495695Disabling compacts and flushes for region at 1732706495695Disabling writes for close at 1732706495695Obtaining lock to block concurrent updates at 1732706495696 (+1 ms)Preparing flush snapshotting stores in baeb9948df4e1b779f44bfc64d98fb61 at 1732706495696Finished memstore snapshotting hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732706495696Flushing stores of hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61. at 1732706495696Flushing baeb9948df4e1b779f44bfc64d98fb61/queue: creating writer at 1732706495696Flushing baeb9948df4e1b779f44bfc64d98fb61/queue: appending metadata at 1732706495713 (+17 ms)Flushing baeb9948df4e1b779f44bfc64d98fb61/queue: closing flushed file at 1732706495713Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11525a3a: reopening flushed file at 1732706496120 (+407 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for baeb9948df4e1b779f44bfc64d98fb61 in 429ms, sequenceid=8, compaction requested=false at 1732706496124 (+4 ms)Writing region close event to WAL at 1732706496125 (+1 ms)Running coprocessor post-close hooks at 1732706496128 (+3 ms)Closed at 1732706496128 2024-11-27T11:21:36,128 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732706477139.baeb9948df4e1b779f44bfc64d98fb61. 2024-11-27T11:21:36,212 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T11:21:36,212 DEBUG [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:21:36,212 DEBUG [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:21:36,412 DEBUG [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:21:36,483 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/.tmp/rep_barrier/0982f0ff1f464a3d8cadb5d63e5118a1 2024-11-27T11:21:36,504 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/.tmp/table/242848a2e28d4319b9a48006d5c79292 is 53, key is hbase:replication/table:state/1732706477585/Put/seqid=0 2024-11-27T11:21:36,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741847_1023 (size=5308) 2024-11-27T11:21:36,527 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 636, reset compression=false 2024-11-27T11:21:36,531 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:21:36,531 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 1527, reset compression=false 2024-11-27T11:21:36,531 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.shipper5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,34487,1732706464935 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:21:36,532 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.shipper5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b617c7edc8e,34487,1732706464935: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b617c7edc8e,34487,1732706464935, walGroup=5b617c7edc8e%2C34487%2C1732706464935, offset=5b617c7edc8e%2C34487%2C1732706464935.1732706465525:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T11:21:36,533 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.shipper5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T11:21:36,533 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.shipper5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T11:21:36,533 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.shipper5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T11:21:36,533 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.shipper5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T11:21:36,533 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.shipper5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T11:21:36,533 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.shipper5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 1041606112 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 203015760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T11:21:36,534 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.shipper5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:39393 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:39393 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T11:21:36,613 DEBUG [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:21:36,734 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.wal-reader.5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/WALs/5b617c7edc8e,34487,1732706464935/5b617c7edc8e%2C34487%2C1732706464935.1732706465525 to pos 1527, reset compression=false 2024-11-27T11:21:36,813 DEBUG [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:21:36,908 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/.tmp/table/242848a2e28d4319b9a48006d5c79292 2024-11-27T11:21:36,912 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/.tmp/info/515ef045f9284c61b1c9d6963845035a as hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/info/515ef045f9284c61b1c9d6963845035a 2024-11-27T11:21:36,915 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/info/515ef045f9284c61b1c9d6963845035a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T11:21:36,916 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/.tmp/ns/2575fcea55854fa5861439aef05ea9a4 as hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/ns/2575fcea55854fa5861439aef05ea9a4 2024-11-27T11:21:36,919 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/ns/2575fcea55854fa5861439aef05ea9a4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T11:21:36,920 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/.tmp/rep_barrier/0982f0ff1f464a3d8cadb5d63e5118a1 as hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/rep_barrier/0982f0ff1f464a3d8cadb5d63e5118a1 2024-11-27T11:21:36,924 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/rep_barrier/0982f0ff1f464a3d8cadb5d63e5118a1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T11:21:36,925 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/.tmp/table/242848a2e28d4319b9a48006d5c79292 as hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/table/242848a2e28d4319b9a48006d5c79292 2024-11-27T11:21:36,929 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/table/242848a2e28d4319b9a48006d5c79292, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T11:21:36,930 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-27T11:21:36,938 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T11:21:36,939 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:21:36,939 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:21:36,939 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:21:36,939 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706495211Running coprocessor pre-close hooks at 1732706495211Disabling compacts and flushes for region at 1732706495211Disabling writes for close at 1732706495211Obtaining lock to block concurrent updates at 1732706495211Preparing flush snapshotting stores in 1588230740 at 1732706495211Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732706495212 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732706495212Flushing 1588230740/info: creating writer at 1732706495212Flushing 1588230740/info: appending metadata at 1732706495228 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732706495228Flushing 1588230740/ns: creating writer at 1732706495641 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732706495654 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732706495654Flushing 1588230740/rep_barrier: creating writer at 1732706496062 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732706496078 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732706496078Flushing 1588230740/table: creating writer at 1732706496487 (+409 ms)Flushing 1588230740/table: appending metadata at 1732706496504 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732706496504Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fe058bb: reopening flushed file at 1732706496912 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49779d7: reopening flushed file at 1732706496916 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2190acd8: reopening flushed file at 1732706496919 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60fa35ec: reopening flushed file at 1732706496924 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1732706496930 (+6 ms)Writing region close event to WAL at 1732706496936 (+6 ms)Running coprocessor post-close hooks at 1732706496939 (+3 ms)Closed at 1732706496939 2024-11-27T11:21:36,939 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:21:37,013 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,34487,1732706464935; all regions closed. 2024-11-27T11:21:37,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741834_1010 (size=4239) 2024-11-27T11:21:37,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741839_1015 (size=2240) 2024-11-27T11:21:37,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741832_1008 (size=1535) 2024-11-27T11:21:37,020 DEBUG [RS:0;5b617c7edc8e:34487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:37,020 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:21:37,021 INFO [RS:0;5b617c7edc8e:34487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:21:37,021 INFO [RS:0;5b617c7edc8e:34487 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T11:21:37,021 INFO [RS:0;5b617c7edc8e:34487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:21:37,021 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:21:37,021 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b617c7edc8e,34487,1732706464935 because: Region server is closing 2024-11-27T11:21:37,021 INFO [RS:0;5b617c7edc8e:34487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:34487. 2024-11-27T11:21:37,021 DEBUG [RS:0;5b617c7edc8e:34487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:37,021 DEBUG [RS:0;5b617c7edc8e:34487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:37,022 DEBUG [RS:0;5b617c7edc8e:34487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:37,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:37,122 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,34487,1732706464935.replicationSource.shipper5b617c7edc8e%2C34487%2C1732706464935,1-5b617c7edc8e,34487,1732706464935 terminated 2024-11-27T11:21:37,122 INFO [RS:0;5b617c7edc8e:34487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34487 2024-11-27T11:21:37,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/095559163/rs/5b617c7edc8e,34487,1732706464935 2024-11-27T11:21:37,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163/rs 2024-11-27T11:21:37,125 INFO [RS:0;5b617c7edc8e:34487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:21:37,126 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,34487,1732706464935] 2024-11-27T11:21:37,127 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /095559163/draining/5b617c7edc8e,34487,1732706464935 already deleted, retry=false 2024-11-27T11:21:37,127 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,34487,1732706464935 expired; onlineServers=0 2024-11-27T11:21:37,127 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,39393,1732706464850' ***** 2024-11-27T11:21:37,127 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:21:37,127 INFO [M:0;5b617c7edc8e:39393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:21:37,127 INFO [M:0;5b617c7edc8e:39393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:21:37,128 DEBUG [M:0;5b617c7edc8e:39393 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:21:37,128 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:21:37,128 DEBUG [M:0;5b617c7edc8e:39393 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:21:37,128 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706465285 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706465285,5,FailOnTimeoutGroup] 2024-11-27T11:21:37,128 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706465288 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706465288,5,FailOnTimeoutGroup] 2024-11-27T11:21:37,128 INFO [M:0;5b617c7edc8e:39393 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:21:37,128 INFO [M:0;5b617c7edc8e:39393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:21:37,128 DEBUG [M:0;5b617c7edc8e:39393 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:21:37,128 INFO [M:0;5b617c7edc8e:39393 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:21:37,128 INFO [M:0;5b617c7edc8e:39393 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:21:37,128 INFO [M:0;5b617c7edc8e:39393 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:21:37,128 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:21:37,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/095559163/master 2024-11-27T11:21:37,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/095559163 2024-11-27T11:21:37,129 DEBUG [M:0;5b617c7edc8e:39393 {}] zookeeper.ZKUtil(347): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Unable to get data of znode /095559163/master because node does not exist (not an error) 2024-11-27T11:21:37,129 WARN [M:0;5b617c7edc8e:39393 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:21:37,130 INFO [M:0;5b617c7edc8e:39393 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/.lastflushedseqids 2024-11-27T11:21:37,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741848_1024 (size=245) 2024-11-27T11:21:37,135 INFO [M:0;5b617c7edc8e:39393 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:21:37,135 INFO [M:0;5b617c7edc8e:39393 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:21:37,135 DEBUG [M:0;5b617c7edc8e:39393 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:21:37,135 INFO [M:0;5b617c7edc8e:39393 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:37,135 DEBUG [M:0;5b617c7edc8e:39393 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:37,135 DEBUG [M:0;5b617c7edc8e:39393 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:21:37,135 DEBUG [M:0;5b617c7edc8e:39393 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:37,135 INFO [M:0;5b617c7edc8e:39393 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-27T11:21:37,159 DEBUG [M:0;5b617c7edc8e:39393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/336b749fa43d461a948d60826e52d6a3 is 82, key is hbase:meta,,1/info:regioninfo/1732706466081/Put/seqid=0 2024-11-27T11:21:37,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741849_1025 (size=5672) 2024-11-27T11:21:37,179 INFO [M:0;5b617c7edc8e:39393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/336b749fa43d461a948d60826e52d6a3 2024-11-27T11:21:37,211 DEBUG [M:0;5b617c7edc8e:39393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4109bf389c5a4983a8f0745d72bddde3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732706477588/Put/seqid=0 2024-11-27T11:21:37,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741850_1026 (size=8517) 2024-11-27T11:21:37,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:21:37,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34487-0x101592859b50001, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:21:37,226 INFO [RS:0;5b617c7edc8e:34487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:21:37,227 INFO [RS:0;5b617c7edc8e:34487 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,34487,1732706464935; zookeeper connection closed. 2024-11-27T11:21:37,227 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33a41c17 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33a41c17 2024-11-27T11:21:37,227 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:21:37,615 INFO [M:0;5b617c7edc8e:39393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4109bf389c5a4983a8f0745d72bddde3 2024-11-27T11:21:37,632 DEBUG [M:0;5b617c7edc8e:39393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a99ff849c9ec4a0ba63e0c658b631850 is 69, key is 5b617c7edc8e,34487,1732706464935/rs:state/1732706465342/Put/seqid=0 2024-11-27T11:21:37,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741851_1027 (size=5156) 2024-11-27T11:21:37,636 INFO [M:0;5b617c7edc8e:39393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a99ff849c9ec4a0ba63e0c658b631850 2024-11-27T11:21:37,640 DEBUG [M:0;5b617c7edc8e:39393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/336b749fa43d461a948d60826e52d6a3 as hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/336b749fa43d461a948d60826e52d6a3 2024-11-27T11:21:37,643 INFO [M:0;5b617c7edc8e:39393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/336b749fa43d461a948d60826e52d6a3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T11:21:37,644 DEBUG [M:0;5b617c7edc8e:39393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4109bf389c5a4983a8f0745d72bddde3 as hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4109bf389c5a4983a8f0745d72bddde3 2024-11-27T11:21:37,654 INFO [M:0;5b617c7edc8e:39393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4109bf389c5a4983a8f0745d72bddde3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T11:21:37,655 DEBUG [M:0;5b617c7edc8e:39393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a99ff849c9ec4a0ba63e0c658b631850 as hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a99ff849c9ec4a0ba63e0c658b631850 2024-11-27T11:21:37,659 INFO [M:0;5b617c7edc8e:39393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/a51fed44-a26f-e91c-4ae2-94f8d75710d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a99ff849c9ec4a0ba63e0c658b631850, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T11:21:37,660 INFO [M:0;5b617c7edc8e:39393 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 525ms, sequenceid=97, compaction requested=false 2024-11-27T11:21:37,661 INFO [M:0;5b617c7edc8e:39393 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:37,661 DEBUG [M:0;5b617c7edc8e:39393 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706497135Disabling compacts and flushes for region at 1732706497135Disabling writes for close at 1732706497135Obtaining lock to block concurrent updates at 1732706497135Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706497136 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732706497136Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706497136Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706497137 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706497159 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706497159Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706497186 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706497211 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706497211Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706497619 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706497632 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706497632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c903500: reopening flushed file at 1732706497639 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15d04bd0: reopening flushed file at 1732706497644 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f997e2: reopening flushed file at 1732706497654 (+10 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 525ms, sequenceid=97, compaction requested=false at 1732706497660 (+6 ms)Writing region close event to WAL at 1732706497661 (+1 ms)Closed at 1732706497661 2024-11-27T11:21:37,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741830_1006 (size=63666) 2024-11-27T11:21:37,663 INFO [M:0;5b617c7edc8e:39393 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:21:37,663 INFO [M:0;5b617c7edc8e:39393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39393 2024-11-27T11:21:37,664 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:21:37,664 INFO [M:0;5b617c7edc8e:39393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:21:37,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:21:37,767 INFO [M:0;5b617c7edc8e:39393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:21:37,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x101592859b50000, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:21:37,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4769f48d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:21:37,770 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a2b1569{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:21:37,770 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:21:37,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a98c75f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:21:37,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58d2c855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/hadoop.log.dir/,STOPPED} 2024-11-27T11:21:37,771 WARN [BP-332982406-172.17.0.2-1732706463594 heartbeating to localhost/127.0.0.1:45729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:21:37,771 WARN [BP-332982406-172.17.0.2-1732706463594 heartbeating to localhost/127.0.0.1:45729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-332982406-172.17.0.2-1732706463594 (Datanode Uuid c8195eba-2887-4325-8674-3e49486255da) service to localhost/127.0.0.1:45729 2024-11-27T11:21:37,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/cluster_5111d3aa-4797-5b4a-bf9f-1caea33659b5/data/data1/current/BP-332982406-172.17.0.2-1732706463594 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:21:37,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/cluster_5111d3aa-4797-5b4a-bf9f-1caea33659b5/data/data2/current/BP-332982406-172.17.0.2-1732706463594 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:21:37,772 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:21:37,772 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:21:37,772 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:21:37,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@397ef7b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:21:37,778 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fe0c767{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:21:37,778 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:21:37,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@81d29bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:21:37,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21aca61a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec3c1740-b46d-0ec6-9e44-579ae2b6e6ed/hadoop.log.dir/,STOPPED} 2024-11-27T11:21:37,784 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T11:21:37,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:21:37,805 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 316) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:38181 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:38181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:38181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50302) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50302) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45729 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50302) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:38181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43833 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 296) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6060 (was 7229) 2024-11-27T11:21:37,816 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=6060 2024-11-27T11:21:37,829 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-27T11:21:37,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/hadoop.log.dir so I do NOT create it in target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b 2024-11-27T11:21:37,830 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:21:37,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/hadoop.tmp.dir so I do NOT create it in target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b 2024-11-27T11:21:37,830 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4330090c-946e-381e-35fb-72aa843cddaf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:21:37,830 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b 2024-11-27T11:21:37,830 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/cluster_430ed2e2-32dc-8de5-e17f-7a9690e720da, deleteOnExit=true 2024-11-27T11:21:37,832 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/cluster_430ed2e2-32dc-8de5-e17f-7a9690e720da/zookeeper_0, clientPort=55474, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/cluster_430ed2e2-32dc-8de5-e17f-7a9690e720da/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/cluster_430ed2e2-32dc-8de5-e17f-7a9690e720da/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T11:21:37,833 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55474 2024-11-27T11:21:37,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:21:37,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:21:37,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/test.cache.data in system properties and HBase conf 2024-11-27T11:21:37,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:21:37,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:21:37,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:21:37,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:21:37,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:21:37,834 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:21:37,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:21:37,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:21:37,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:21:37,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:21:37,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:21:37,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:21:37,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:21:37,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:21:37,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:21:37,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:21:37,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:21:37,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:21:37,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:21:37,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:21:37,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101592859b50005, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T11:21:37,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101592859b50008, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T11:21:37,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101592859b50005, quorum=127.0.0.1:50302, baseZNode=/1311332934 Received Disconnected from ZooKeeper, ignoring 2024-11-27T11:21:37,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101592859b50008, quorum=127.0.0.1:50302, baseZNode=/2418867411 Received Disconnected from ZooKeeper, ignoring 2024-11-27T11:21:37,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101592859b50002, quorum=127.0.0.1:50302, baseZNode=/095559163 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T11:21:37,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101592859b50002, quorum=127.0.0.1:50302, baseZNode=/095559163 Received Disconnected from ZooKeeper, ignoring 2024-11-27T11:21:37,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:37,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:21:37,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:21:37,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:21:37,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:21:37,917 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:37,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6deb80e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:21:37,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54c0b0f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:21:38,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@320defd5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/java.io.tmpdir/jetty-localhost-36827-hadoop-hdfs-3_4_1-tests_jar-_-any-3934027231509349855/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:21:38,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58aa555a{HTTP/1.1, (http/1.1)}{localhost:36827} 2024-11-27T11:21:38,031 INFO [Time-limited test {}] server.Server(415): Started @275097ms 2024-11-27T11:21:38,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:38,117 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:21:38,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:21:38,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:21:38,118 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:21:38,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a74450e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:21:38,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66ed11b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:21:38,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T11:21:38,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T11:21:38,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T11:21:38,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:21:38,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d729b38{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/java.io.tmpdir/jetty-localhost-43369-hadoop-hdfs-3_4_1-tests_jar-_-any-6070565277979660729/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:21:38,232 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d1c09f2{HTTP/1.1, (http/1.1)}{localhost:43369} 2024-11-27T11:21:38,232 INFO [Time-limited test {}] server.Server(415): Started @275298ms 2024-11-27T11:21:38,233 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:21:38,324 WARN [Thread-4168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/cluster_430ed2e2-32dc-8de5-e17f-7a9690e720da/data/data1/current/BP-201760852-172.17.0.2-1732706497852/current, will proceed with Du for space computation calculation, 2024-11-27T11:21:38,324 WARN [Thread-4169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/cluster_430ed2e2-32dc-8de5-e17f-7a9690e720da/data/data2/current/BP-201760852-172.17.0.2-1732706497852/current, will proceed with Du for space computation calculation, 2024-11-27T11:21:38,344 WARN [Thread-4156 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:21:38,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3bbfdd37cd73b8c with lease ID 0x2352b1eead65007a: Processing first storage report for DS-af15196b-d88d-4a78-aecd-459a9be0cddd from datanode DatanodeRegistration(127.0.0.1:33087, datanodeUuid=6fc48465-8f8b-42f3-8257-94e15a49cdf8, infoPort=42965, infoSecurePort=0, ipcPort=34259, storageInfo=lv=-57;cid=testClusterID;nsid=876676085;c=1732706497852) 2024-11-27T11:21:38,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3bbfdd37cd73b8c with lease ID 0x2352b1eead65007a: from storage DS-af15196b-d88d-4a78-aecd-459a9be0cddd node DatanodeRegistration(127.0.0.1:33087, datanodeUuid=6fc48465-8f8b-42f3-8257-94e15a49cdf8, infoPort=42965, infoSecurePort=0, ipcPort=34259, storageInfo=lv=-57;cid=testClusterID;nsid=876676085;c=1732706497852), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:21:38,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3bbfdd37cd73b8c with lease ID 0x2352b1eead65007a: Processing first storage report for DS-7b65e886-6a54-4a77-9984-30be2524f0ac from datanode DatanodeRegistration(127.0.0.1:33087, datanodeUuid=6fc48465-8f8b-42f3-8257-94e15a49cdf8, infoPort=42965, infoSecurePort=0, ipcPort=34259, storageInfo=lv=-57;cid=testClusterID;nsid=876676085;c=1732706497852) 2024-11-27T11:21:38,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3bbfdd37cd73b8c with lease ID 0x2352b1eead65007a: from storage DS-7b65e886-6a54-4a77-9984-30be2524f0ac node DatanodeRegistration(127.0.0.1:33087, datanodeUuid=6fc48465-8f8b-42f3-8257-94e15a49cdf8, infoPort=42965, infoSecurePort=0, ipcPort=34259, storageInfo=lv=-57;cid=testClusterID;nsid=876676085;c=1732706497852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:21:38,354 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b 2024-11-27T11:21:38,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:38,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:38,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:21:38,365 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f with version=8 2024-11-27T11:21:38,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/hbase-staging 2024-11-27T11:21:38,367 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:21:38,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:38,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:38,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:21:38,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:38,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:21:38,368 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:21:38,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:21:38,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42507 2024-11-27T11:21:38,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42507 connecting to ZooKeeper ensemble=127.0.0.1:55474 2024-11-27T11:21:38,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425070x0, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:38,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42507-0x1015928dfb70000 connected 2024-11-27T11:21:38,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:38,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:38,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Set watcher on znode that does not yet exist, /0-996051243/running 2024-11-27T11:21:38,403 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f, hbase.cluster.distributed=false 2024-11-27T11:21:38,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Set watcher on znode that does not yet exist, /0-996051243/acl 2024-11-27T11:21:38,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42507 2024-11-27T11:21:38,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42507 2024-11-27T11:21:38,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42507 2024-11-27T11:21:38,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42507 2024-11-27T11:21:38,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42507 2024-11-27T11:21:38,423 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:21:38,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:38,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:38,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:21:38,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:38,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:21:38,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:21:38,423 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:21:38,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33125 2024-11-27T11:21:38,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33125 connecting to ZooKeeper ensemble=127.0.0.1:55474 2024-11-27T11:21:38,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:38,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:38,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331250x0, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:38,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331250x0, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Set watcher on znode that does not yet exist, /0-996051243/running 2024-11-27T11:21:38,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33125-0x1015928dfb70001 connected 2024-11-27T11:21:38,431 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:21:38,432 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:21:38,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33125-0x1015928dfb70001, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Set watcher on znode that does not yet exist, /0-996051243/master 2024-11-27T11:21:38,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33125-0x1015928dfb70001, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Set watcher on znode that does not yet exist, /0-996051243/acl 2024-11-27T11:21:38,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33125 2024-11-27T11:21:38,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33125 2024-11-27T11:21:38,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33125 2024-11-27T11:21:38,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33125 2024-11-27T11:21:38,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33125 2024-11-27T11:21:38,453 DEBUG [M:0;5b617c7edc8e:42507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:42507 2024-11-27T11:21:38,456 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-996051243/backup-masters/5b617c7edc8e,42507,1732706498367 2024-11-27T11:21:38,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33125-0x1015928dfb70001, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-996051243/backup-masters 2024-11-27T11:21:38,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-996051243/backup-masters 2024-11-27T11:21:38,458 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Set watcher on existing znode=/0-996051243/backup-masters/5b617c7edc8e,42507,1732706498367 2024-11-27T11:21:38,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33125-0x1015928dfb70001, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-996051243/master 2024-11-27T11:21:38,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33125-0x1015928dfb70001, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-996051243 2024-11-27T11:21:38,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-996051243 2024-11-27T11:21:38,459 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Set watcher on existing znode=/0-996051243/master 2024-11-27T11:21:38,459 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-996051243/backup-masters/5b617c7edc8e,42507,1732706498367 from backup master directory 2024-11-27T11:21:38,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-996051243/backup-masters/5b617c7edc8e,42507,1732706498367 2024-11-27T11:21:38,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33125-0x1015928dfb70001, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-996051243/backup-masters 2024-11-27T11:21:38,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-996051243/backup-masters 2024-11-27T11:21:38,462 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:21:38,462 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,42507,1732706498367 2024-11-27T11:21:38,465 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/hbase.id] with ID: c04f3e40-eb52-4a31-80f2-ed25bcc2e586 2024-11-27T11:21:38,465 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/.tmp/hbase.id 2024-11-27T11:21:38,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:21:38,869 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/.tmp/hbase.id]:[hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/hbase.id] 2024-11-27T11:21:38,877 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:38,877 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:21:38,878 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T11:21:38,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33125-0x1015928dfb70001, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-996051243 2024-11-27T11:21:38,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-996051243 2024-11-27T11:21:38,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:21:38,884 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:21:38,885 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:21:38,885 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:38,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:21:38,892 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/MasterData/data/master/store 2024-11-27T11:21:38,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:21:38,898 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:38,898 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:21:38,899 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:38,899 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:38,899 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:21:38,899 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:38,899 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:38,899 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706498898Disabling compacts and flushes for region at 1732706498898Disabling writes for close at 1732706498899 (+1 ms)Writing region close event to WAL at 1732706498899Closed at 1732706498899 2024-11-27T11:21:38,899 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/MasterData/data/master/store/.initializing 2024-11-27T11:21:38,899 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/MasterData/WALs/5b617c7edc8e,42507,1732706498367 2024-11-27T11:21:38,900 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:21:38,901 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C42507%2C1732706498367, suffix=, logDir=hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/MasterData/WALs/5b617c7edc8e,42507,1732706498367, archiveDir=hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/MasterData/oldWALs, maxLogs=10 2024-11-27T11:21:38,914 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/MasterData/WALs/5b617c7edc8e,42507,1732706498367/5b617c7edc8e%2C42507%2C1732706498367.1732706498901, exclude list is [], retry=0 2024-11-27T11:21:38,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-af15196b-d88d-4a78-aecd-459a9be0cddd,DISK] 2024-11-27T11:21:38,918 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/MasterData/WALs/5b617c7edc8e,42507,1732706498367/5b617c7edc8e%2C42507%2C1732706498367.1732706498901 2024-11-27T11:21:38,918 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42965:42965)] 2024-11-27T11:21:38,918 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:38,918 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:38,918 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:38,918 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:38,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:38,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:21:38,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:38,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:38,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:38,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:21:38,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:38,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:38,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:38,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:21:38,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:38,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:38,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:38,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:21:38,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:38,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:38,924 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:38,924 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:38,925 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:38,925 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:38,925 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:38,926 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:38,927 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:38,928 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:38,928 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70319837, jitterRate=0.04784722626209259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:38,929 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706498918Initializing all the Stores at 1732706498919 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706498919Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706498919Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706498919Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706498919Cleaning up temporary data from old regions at 1732706498925 (+6 ms)Region opened successfully at 1732706498929 (+4 ms) 2024-11-27T11:21:38,929 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:21:38,931 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1f3399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:21:38,932 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:21:38,932 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:21:38,932 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:21:38,932 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:21:38,932 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:21:38,933 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:21:38,933 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:21:38,934 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:21:38,935 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Unable to get data of znode /0-996051243/balancer because node does not exist (not necessarily an error) 2024-11-27T11:21:38,936 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-996051243/balancer already deleted, retry=false 2024-11-27T11:21:38,936 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:21:38,936 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Unable to get data of znode /0-996051243/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:21:38,937 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-996051243/normalizer already deleted, retry=false 2024-11-27T11:21:38,938 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:21:38,938 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Unable to get data of znode /0-996051243/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:21:38,941 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-996051243/switch/split already deleted, retry=false 2024-11-27T11:21:38,941 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Unable to get data of znode /0-996051243/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:21:38,942 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-996051243/switch/merge already deleted, retry=false 2024-11-27T11:21:38,943 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Unable to get data of znode /0-996051243/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:21:38,944 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-996051243/snapshot-cleanup already deleted, retry=false 2024-11-27T11:21:38,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33125-0x1015928dfb70001, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-996051243/running 2024-11-27T11:21:38,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33125-0x1015928dfb70001, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-996051243 2024-11-27T11:21:38,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-996051243/running 2024-11-27T11:21:38,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-996051243 2024-11-27T11:21:38,946 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,42507,1732706498367, sessionid=0x1015928dfb70000, setting cluster-up flag (Was=false) 2024-11-27T11:21:38,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-996051243 2024-11-27T11:21:38,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33125-0x1015928dfb70001, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-996051243 2024-11-27T11:21:38,955 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-996051243/flush-table-proc/acquired, /0-996051243/flush-table-proc/reached, /0-996051243/flush-table-proc/abort 2024-11-27T11:21:38,955 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,42507,1732706498367 2024-11-27T11:21:38,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33125-0x1015928dfb70001, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-996051243 2024-11-27T11:21:38,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-996051243 2024-11-27T11:21:38,967 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-996051243/online-snapshot/acquired, /0-996051243/online-snapshot/reached, /0-996051243/online-snapshot/abort 2024-11-27T11:21:38,968 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,42507,1732706498367 2024-11-27T11:21:38,969 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:21:38,970 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:38,971 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:21:38,971 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:21:38,971 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,42507,1732706498367 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:21:38,972 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:38,972 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:38,972 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:38,972 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:38,972 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:21:38,972 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:38,972 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:21:38,972 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:38,973 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706528973 2024-11-27T11:21:38,973 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:21:38,973 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:21:38,973 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:21:38,973 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:21:38,973 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:21:38,973 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:21:38,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:38,974 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:21:38,974 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:38,974 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:21:38,974 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:21:38,974 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:21:38,974 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:21:38,974 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:21:38,974 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:21:38,974 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:38,974 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:21:38,975 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706498974,5,FailOnTimeoutGroup] 2024-11-27T11:21:38,975 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706498975,5,FailOnTimeoutGroup] 2024-11-27T11:21:38,975 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:38,975 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:21:38,975 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:38,975 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:38,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:21:39,044 INFO [RS:0;5b617c7edc8e:33125 {}] regionserver.HRegionServer(746): ClusterId : c04f3e40-eb52-4a31-80f2-ed25bcc2e586 2024-11-27T11:21:39,044 DEBUG [RS:0;5b617c7edc8e:33125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:21:39,046 DEBUG [RS:0;5b617c7edc8e:33125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:21:39,046 DEBUG [RS:0;5b617c7edc8e:33125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:21:39,047 DEBUG [RS:0;5b617c7edc8e:33125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:21:39,047 DEBUG [RS:0;5b617c7edc8e:33125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703ac48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:21:39,059 DEBUG [RS:0;5b617c7edc8e:33125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:33125 2024-11-27T11:21:39,059 INFO [RS:0;5b617c7edc8e:33125 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:21:39,059 INFO [RS:0;5b617c7edc8e:33125 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:21:39,059 DEBUG [RS:0;5b617c7edc8e:33125 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:21:39,060 INFO [RS:0;5b617c7edc8e:33125 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,42507,1732706498367 with port=33125, startcode=1732706498423 2024-11-27T11:21:39,060 DEBUG [RS:0;5b617c7edc8e:33125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:21:39,062 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:21:39,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42507 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,33125,1732706498423 2024-11-27T11:21:39,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42507 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,33125,1732706498423 2024-11-27T11:21:39,064 DEBUG [RS:0;5b617c7edc8e:33125 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f 2024-11-27T11:21:39,064 DEBUG [RS:0;5b617c7edc8e:33125 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36207 2024-11-27T11:21:39,064 DEBUG [RS:0;5b617c7edc8e:33125 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:21:39,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-996051243/rs 2024-11-27T11:21:39,067 DEBUG [RS:0;5b617c7edc8e:33125 {}] zookeeper.ZKUtil(111): regionserver:33125-0x1015928dfb70001, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Set watcher on existing znode=/0-996051243/rs/5b617c7edc8e,33125,1732706498423 2024-11-27T11:21:39,067 WARN [RS:0;5b617c7edc8e:33125 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:21:39,067 INFO [RS:0;5b617c7edc8e:33125 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:39,068 DEBUG [RS:0;5b617c7edc8e:33125 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/WALs/5b617c7edc8e,33125,1732706498423 2024-11-27T11:21:39,068 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,33125,1732706498423] 2024-11-27T11:21:39,070 INFO [RS:0;5b617c7edc8e:33125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:21:39,076 INFO [RS:0;5b617c7edc8e:33125 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:21:39,076 INFO [RS:0;5b617c7edc8e:33125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:21:39,077 INFO [RS:0;5b617c7edc8e:33125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:39,077 INFO [RS:0;5b617c7edc8e:33125 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:21:39,077 INFO [RS:0;5b617c7edc8e:33125 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:21:39,077 INFO [RS:0;5b617c7edc8e:33125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:39,077 DEBUG [RS:0;5b617c7edc8e:33125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:39,077 DEBUG [RS:0;5b617c7edc8e:33125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:39,077 DEBUG [RS:0;5b617c7edc8e:33125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:39,077 DEBUG [RS:0;5b617c7edc8e:33125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:39,077 DEBUG [RS:0;5b617c7edc8e:33125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:39,077 DEBUG [RS:0;5b617c7edc8e:33125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:21:39,077 DEBUG [RS:0;5b617c7edc8e:33125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:39,077 DEBUG [RS:0;5b617c7edc8e:33125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:39,077 DEBUG [RS:0;5b617c7edc8e:33125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:39,077 DEBUG [RS:0;5b617c7edc8e:33125 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:39,077 DEBUG [RS:0;5b617c7edc8e:33125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:39,078 DEBUG [RS:0;5b617c7edc8e:33125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:39,078 DEBUG [RS:0;5b617c7edc8e:33125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:21:39,078 DEBUG [RS:0;5b617c7edc8e:33125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:21:39,078 INFO [RS:0;5b617c7edc8e:33125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:39,078 INFO [RS:0;5b617c7edc8e:33125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:39,078 INFO [RS:0;5b617c7edc8e:33125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:39,078 INFO [RS:0;5b617c7edc8e:33125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:39,078 INFO [RS:0;5b617c7edc8e:33125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:39,078 INFO [RS:0;5b617c7edc8e:33125 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,33125,1732706498423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:21:39,095 INFO [RS:0;5b617c7edc8e:33125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:21:39,096 INFO [RS:0;5b617c7edc8e:33125 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,33125,1732706498423-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:39,096 INFO [RS:0;5b617c7edc8e:33125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:39,096 INFO [RS:0;5b617c7edc8e:33125 {}] regionserver.Replication(171): 5b617c7edc8e,33125,1732706498423 started 2024-11-27T11:21:39,112 INFO [RS:0;5b617c7edc8e:33125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:39,112 INFO [RS:0;5b617c7edc8e:33125 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,33125,1732706498423, RpcServer on 5b617c7edc8e/172.17.0.2:33125, sessionid=0x1015928dfb70001 2024-11-27T11:21:39,112 DEBUG [RS:0;5b617c7edc8e:33125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:21:39,112 DEBUG [RS:0;5b617c7edc8e:33125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,33125,1732706498423 2024-11-27T11:21:39,112 DEBUG [RS:0;5b617c7edc8e:33125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,33125,1732706498423' 2024-11-27T11:21:39,112 DEBUG [RS:0;5b617c7edc8e:33125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-996051243/flush-table-proc/abort' 2024-11-27T11:21:39,113 DEBUG [RS:0;5b617c7edc8e:33125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-996051243/flush-table-proc/acquired' 2024-11-27T11:21:39,113 DEBUG [RS:0;5b617c7edc8e:33125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:21:39,113 DEBUG [RS:0;5b617c7edc8e:33125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:21:39,113 DEBUG [RS:0;5b617c7edc8e:33125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,33125,1732706498423 2024-11-27T11:21:39,113 DEBUG [RS:0;5b617c7edc8e:33125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,33125,1732706498423' 2024-11-27T11:21:39,113 DEBUG [RS:0;5b617c7edc8e:33125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-996051243/online-snapshot/abort' 2024-11-27T11:21:39,114 DEBUG [RS:0;5b617c7edc8e:33125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-996051243/online-snapshot/acquired' 2024-11-27T11:21:39,114 DEBUG [RS:0;5b617c7edc8e:33125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:21:39,114 INFO [RS:0;5b617c7edc8e:33125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:21:39,114 INFO [RS:0;5b617c7edc8e:33125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:21:39,214 INFO [RS:0;5b617c7edc8e:33125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:21:39,215 INFO [RS:0;5b617c7edc8e:33125 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C33125%2C1732706498423, suffix=, logDir=hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/WALs/5b617c7edc8e,33125,1732706498423, archiveDir=hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/oldWALs, maxLogs=10 2024-11-27T11:21:39,229 DEBUG [RS:0;5b617c7edc8e:33125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/WALs/5b617c7edc8e,33125,1732706498423/5b617c7edc8e%2C33125%2C1732706498423.1732706499216, exclude list is [], retry=0 2024-11-27T11:21:39,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-af15196b-d88d-4a78-aecd-459a9be0cddd,DISK] 2024-11-27T11:21:39,232 INFO [RS:0;5b617c7edc8e:33125 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/WALs/5b617c7edc8e,33125,1732706498423/5b617c7edc8e%2C33125%2C1732706498423.1732706499216 2024-11-27T11:21:39,233 DEBUG [RS:0;5b617c7edc8e:33125 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42965:42965)] 2024-11-27T11:21:39,392 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:21:39,392 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f 2024-11-27T11:21:39,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741833_1009 (size=32) 2024-11-27T11:21:39,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:39,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:21:39,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:21:39,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:39,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:39,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:21:39,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:21:39,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:39,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:39,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:21:39,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:21:39,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:39,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:39,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:21:39,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:21:39,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:39,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:39,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:21:39,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/data/hbase/meta/1588230740 2024-11-27T11:21:39,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/data/hbase/meta/1588230740 2024-11-27T11:21:39,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:21:39,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:21:39,804 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:39,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:21:39,806 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:39,807 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73984104, jitterRate=0.10244905948638916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:39,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706499797Initializing all the Stores at 1732706499798 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706499798Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706499798Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706499798Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706499798Cleaning up temporary data from old regions at 1732706499804 (+6 ms)Region opened successfully at 1732706499807 (+3 ms) 2024-11-27T11:21:39,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:21:39,807 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:21:39,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:21:39,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:21:39,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:21:39,808 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:21:39,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706499807Disabling compacts and flushes for region at 1732706499807Disabling writes for close at 1732706499807Writing region close event to WAL at 1732706499808 (+1 ms)Closed at 1732706499808 2024-11-27T11:21:39,809 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:39,809 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:21:39,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:21:39,810 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:21:39,810 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:21:39,960 DEBUG [5b617c7edc8e:42507 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:21:39,961 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,33125,1732706498423 2024-11-27T11:21:39,962 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,33125,1732706498423, state=OPENING 2024-11-27T11:21:39,963 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:21:39,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-996051243 2024-11-27T11:21:39,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33125-0x1015928dfb70001, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-996051243 2024-11-27T11:21:39,965 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:21:39,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-996051243/meta-region-server: CHANGED 2024-11-27T11:21:39,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-996051243/meta-region-server: CHANGED 2024-11-27T11:21:39,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,33125,1732706498423}] 2024-11-27T11:21:40,117 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:21:40,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:21:40,121 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:21:40,121 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:40,121 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:21:40,122 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C33125%2C1732706498423.meta, suffix=.meta, logDir=hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/WALs/5b617c7edc8e,33125,1732706498423, archiveDir=hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/oldWALs, maxLogs=10 2024-11-27T11:21:40,135 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/WALs/5b617c7edc8e,33125,1732706498423/5b617c7edc8e%2C33125%2C1732706498423.meta.1732706500123.meta, exclude list is [], retry=0 2024-11-27T11:21:40,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-af15196b-d88d-4a78-aecd-459a9be0cddd,DISK] 2024-11-27T11:21:40,138 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/WALs/5b617c7edc8e,33125,1732706498423/5b617c7edc8e%2C33125%2C1732706498423.meta.1732706500123.meta 2024-11-27T11:21:40,138 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42965:42965)] 2024-11-27T11:21:40,139 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:40,139 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:21:40,139 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:21:40,139 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:21:40,139 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:21:40,139 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:21:40,139 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:40,139 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:21:40,139 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:21:40,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:21:40,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:21:40,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:40,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:40,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:21:40,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:21:40,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:40,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:40,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:21:40,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:21:40,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:40,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:40,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:21:40,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:21:40,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:40,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:40,144 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:21:40,144 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/data/hbase/meta/1588230740 2024-11-27T11:21:40,145 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/data/hbase/meta/1588230740 2024-11-27T11:21:40,146 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:21:40,146 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:21:40,146 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:40,147 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:21:40,147 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62369573, jitterRate=-0.07062093913555145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:40,147 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:21:40,148 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706500140Writing region info on filesystem at 1732706500140Initializing all the Stores at 1732706500140Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706500140Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706500140Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706500140Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706500140Cleaning up temporary data from old regions at 1732706500146 (+6 ms)Running coprocessor post-open hooks at 1732706500147 (+1 ms)Region opened successfully at 1732706500148 (+1 ms) 2024-11-27T11:21:40,149 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706500117 2024-11-27T11:21:40,150 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:21:40,151 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:21:40,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,33125,1732706498423 2024-11-27T11:21:40,151 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,33125,1732706498423, state=OPEN 2024-11-27T11:21:40,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015928dfb70000, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-996051243/meta-region-server 2024-11-27T11:21:40,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33125-0x1015928dfb70001, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-996051243/meta-region-server 2024-11-27T11:21:40,158 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,33125,1732706498423 2024-11-27T11:21:40,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-996051243/meta-region-server: CHANGED 2024-11-27T11:21:40,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-996051243/meta-region-server: CHANGED 2024-11-27T11:21:40,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:21:40,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,33125,1732706498423 in 193 msec 2024-11-27T11:21:40,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:21:40,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-27T11:21:40,161 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:40,161 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:21:40,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:40,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,33125,1732706498423, seqNum=-1] 2024-11-27T11:21:40,162 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:40,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:21:40,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-27T11:21:40,166 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706500166, completionTime=-1 2024-11-27T11:21:40,166 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:21:40,166 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:21:40,168 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:21:40,168 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706560168 2024-11-27T11:21:40,168 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706620168 2024-11-27T11:21:40,168 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T11:21:40,168 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42507,1732706498367-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:40,168 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42507,1732706498367-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:40,168 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42507,1732706498367-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:40,168 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:42507, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:40,168 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:40,169 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:40,170 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:21:40,172 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.710sec 2024-11-27T11:21:40,172 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:21:40,172 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:21:40,172 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:21:40,172 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:21:40,172 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:21:40,172 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42507,1732706498367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:21:40,172 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42507,1732706498367-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:21:40,174 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:21:40,174 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:21:40,174 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,42507,1732706498367-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:40,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccbe875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:40,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,42507,-1 for getting cluster id 2024-11-27T11:21:40,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:40,246 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c04f3e40-eb52-4a31-80f2-ed25bcc2e586' 2024-11-27T11:21:40,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:40,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c04f3e40-eb52-4a31-80f2-ed25bcc2e586" 2024-11-27T11:21:40,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9be11f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:40,247 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,42507,-1] 2024-11-27T11:21:40,247 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:40,247 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:40,247 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:40,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e823150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:40,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:40,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,33125,1732706498423, seqNum=-1] 2024-11-27T11:21:40,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:40,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:21:40,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,42507,1732706498367 2024-11-27T11:21:40,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55474 2024-11-27T11:21:40,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55474, baseZNode=/0-996051243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:40,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015928dfb70002 connected 2024-11-27T11:21:40,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,42507,1732706498367 2024-11-27T11:21:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b432c3c 2024-11-27T11:21:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:40,258 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:21:40,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:21:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T11:21:40,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:21:40,261 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:40,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T11:21:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:40,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:21:40,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741835_1011 (size=902) 2024-11-27T11:21:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:40,670 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7afc681927c6b489c87c88b1c104501e, NAME => 'test,,1732706500258.7afc681927c6b489c87c88b1c104501e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f 2024-11-27T11:21:40,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741836_1012 (size=39) 2024-11-27T11:21:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:41,076 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732706500258.7afc681927c6b489c87c88b1c104501e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:41,076 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7afc681927c6b489c87c88b1c104501e, disabling compactions & flushes 2024-11-27T11:21:41,076 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732706500258.7afc681927c6b489c87c88b1c104501e. 2024-11-27T11:21:41,076 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706500258.7afc681927c6b489c87c88b1c104501e. 2024-11-27T11:21:41,076 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732706500258.7afc681927c6b489c87c88b1c104501e. after waiting 0 ms 2024-11-27T11:21:41,076 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732706500258.7afc681927c6b489c87c88b1c104501e. 2024-11-27T11:21:41,076 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732706500258.7afc681927c6b489c87c88b1c104501e. 2024-11-27T11:21:41,076 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7afc681927c6b489c87c88b1c104501e: Waiting for close lock at 1732706501076Disabling compacts and flushes for region at 1732706501076Disabling writes for close at 1732706501076Writing region close event to WAL at 1732706501076Closed at 1732706501076 2024-11-27T11:21:41,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:21:41,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732706500258.7afc681927c6b489c87c88b1c104501e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732706501077"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706501077"}]},"ts":"1732706501077"} 2024-11-27T11:21:41,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:21:41,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:21:41,080 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706501079"}]},"ts":"1732706501079"} 2024-11-27T11:21:41,081 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T11:21:41,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7afc681927c6b489c87c88b1c104501e, ASSIGN}] 2024-11-27T11:21:41,082 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7afc681927c6b489c87c88b1c104501e, ASSIGN 2024-11-27T11:21:41,082 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7afc681927c6b489c87c88b1c104501e, ASSIGN; state=OFFLINE, location=5b617c7edc8e,33125,1732706498423; forceNewPlan=false, retain=false 2024-11-27T11:21:41,197 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:21:41,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:41,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:41,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:41,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:41,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:41,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:41,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:41,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7afc681927c6b489c87c88b1c104501e, regionState=OPENING, regionLocation=5b617c7edc8e,33125,1732706498423 2024-11-27T11:21:41,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7afc681927c6b489c87c88b1c104501e, ASSIGN because future has completed 2024-11-27T11:21:41,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7afc681927c6b489c87c88b1c104501e, server=5b617c7edc8e,33125,1732706498423}] 2024-11-27T11:21:41,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:41,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:41,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:41,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:41,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:41,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:41,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:41,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:41,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:41,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:41,390 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732706500258.7afc681927c6b489c87c88b1c104501e. 2024-11-27T11:21:41,390 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7afc681927c6b489c87c88b1c104501e, NAME => 'test,,1732706500258.7afc681927c6b489c87c88b1c104501e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:41,391 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:21:41,391 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T11:21:41,391 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7afc681927c6b489c87c88b1c104501e 2024-11-27T11:21:41,391 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732706500258.7afc681927c6b489c87c88b1c104501e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:41,391 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7afc681927c6b489c87c88b1c104501e 2024-11-27T11:21:41,391 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7afc681927c6b489c87c88b1c104501e 2024-11-27T11:21:41,392 INFO [StoreOpener-7afc681927c6b489c87c88b1c104501e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7afc681927c6b489c87c88b1c104501e 2024-11-27T11:21:41,393 INFO [StoreOpener-7afc681927c6b489c87c88b1c104501e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7afc681927c6b489c87c88b1c104501e columnFamilyName f 2024-11-27T11:21:41,393 DEBUG [StoreOpener-7afc681927c6b489c87c88b1c104501e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:41,394 INFO [StoreOpener-7afc681927c6b489c87c88b1c104501e-1 {}] regionserver.HStore(327): Store=7afc681927c6b489c87c88b1c104501e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:41,394 INFO [StoreOpener-7afc681927c6b489c87c88b1c104501e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7afc681927c6b489c87c88b1c104501e 2024-11-27T11:21:41,395 INFO [StoreOpener-7afc681927c6b489c87c88b1c104501e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7afc681927c6b489c87c88b1c104501e columnFamilyName f1 2024-11-27T11:21:41,395 DEBUG [StoreOpener-7afc681927c6b489c87c88b1c104501e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:41,395 INFO [StoreOpener-7afc681927c6b489c87c88b1c104501e-1 {}] regionserver.HStore(327): Store=7afc681927c6b489c87c88b1c104501e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:41,395 INFO [StoreOpener-7afc681927c6b489c87c88b1c104501e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7afc681927c6b489c87c88b1c104501e 2024-11-27T11:21:41,396 INFO [StoreOpener-7afc681927c6b489c87c88b1c104501e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7afc681927c6b489c87c88b1c104501e columnFamilyName norep 2024-11-27T11:21:41,396 DEBUG [StoreOpener-7afc681927c6b489c87c88b1c104501e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:41,396 INFO [StoreOpener-7afc681927c6b489c87c88b1c104501e-1 {}] regionserver.HStore(327): Store=7afc681927c6b489c87c88b1c104501e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:41,396 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7afc681927c6b489c87c88b1c104501e 2024-11-27T11:21:41,397 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/data/default/test/7afc681927c6b489c87c88b1c104501e 2024-11-27T11:21:41,397 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/data/default/test/7afc681927c6b489c87c88b1c104501e 2024-11-27T11:21:41,398 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7afc681927c6b489c87c88b1c104501e 2024-11-27T11:21:41,398 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7afc681927c6b489c87c88b1c104501e 2024-11-27T11:21:41,398 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:21:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:41,400 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7afc681927c6b489c87c88b1c104501e 2024-11-27T11:21:41,401 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/data/default/test/7afc681927c6b489c87c88b1c104501e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:41,402 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7afc681927c6b489c87c88b1c104501e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59016381, jitterRate=-0.12058739364147186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:21:41,402 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7afc681927c6b489c87c88b1c104501e 2024-11-27T11:21:41,402 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7afc681927c6b489c87c88b1c104501e: Running coprocessor pre-open hook at 1732706501391Writing region info on filesystem at 1732706501391Initializing all the Stores at 1732706501392 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706501392Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706501392Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706501392Cleaning up temporary data from old regions at 1732706501398 (+6 ms)Running coprocessor post-open hooks at 1732706501402 (+4 ms)Region opened successfully at 1732706501402 2024-11-27T11:21:41,403 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732706500258.7afc681927c6b489c87c88b1c104501e., pid=6, masterSystemTime=1732706501387 2024-11-27T11:21:41,405 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732706500258.7afc681927c6b489c87c88b1c104501e. 2024-11-27T11:21:41,405 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732706500258.7afc681927c6b489c87c88b1c104501e. 2024-11-27T11:21:41,406 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7afc681927c6b489c87c88b1c104501e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b617c7edc8e,33125,1732706498423 2024-11-27T11:21:41,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7afc681927c6b489c87c88b1c104501e, server=5b617c7edc8e,33125,1732706498423 because future has completed 2024-11-27T11:21:41,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:21:41,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7afc681927c6b489c87c88b1c104501e, server=5b617c7edc8e,33125,1732706498423 in 177 msec 2024-11-27T11:21:41,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T11:21:41,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7afc681927c6b489c87c88b1c104501e, ASSIGN in 332 msec 2024-11-27T11:21:41,415 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:21:41,415 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706501415"}]},"ts":"1732706501415"} 2024-11-27T11:21:41,417 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T11:21:41,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:21:41,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-27T11:21:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:42,419 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T11:21:42,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d8b031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:42,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,42507,-1 for getting cluster id 2024-11-27T11:21:42,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:42,420 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c04f3e40-eb52-4a31-80f2-ed25bcc2e586' 2024-11-27T11:21:42,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:42,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c04f3e40-eb52-4a31-80f2-ed25bcc2e586" 2024-11-27T11:21:42,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ce1fd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:42,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,42507,-1] 2024-11-27T11:21:42,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:42,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:42,422 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:42,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d7585a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:42,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:42,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,42507,1732706498367 2024-11-27T11:21:42,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e639036 2024-11-27T11:21:42,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:42,424 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:21:42,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b617c7edc8e:42507,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T11:21:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:21:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:42,427 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:42507' 2024-11-27T11:21:42,428 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558762f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:42,428 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,42507,-1 for getting cluster id 2024-11-27T11:21:42,428 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:42,428 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c04f3e40-eb52-4a31-80f2-ed25bcc2e586' 2024-11-27T11:21:42,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:42,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c04f3e40-eb52-4a31-80f2-ed25bcc2e586" 2024-11-27T11:21:42,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d733cd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:42,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,42507,-1] 2024-11-27T11:21:42,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:42,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:42,430 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:42,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2781b195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:42,430 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:42,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,42507,1732706498367 2024-11-27T11:21:42,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a79870 2024-11-27T11:21:42,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:42,432 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:21:42,432 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T11:21:42,432 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:21:42,432 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:42,432 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:42,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:42,433 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5b617c7edc8e:42507, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T11:21:42,438 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5b617c7edc8e:42507, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5b617c7edc8e:42507, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5b617c7edc8e:42507, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-27T11:21:42,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5b617c7edc8e:42507, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-27T11:21:42,439 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-27T11:21:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:42,530 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://5b617c7edc8e:42507, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-27T11:21:42,530 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:21:42,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:21:42,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:42,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:42,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:42,549 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=534 (was 360) Potentially hanging thread: master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706498975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: PacketResponder: BP-201760852-172.17.0.2-1732706497852:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1548398353-7861 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa7dc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1548398353-7865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-201760852-172.17.0.2-1732706497852 heartbeating to localhost/127.0.0.1:36207 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 34259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706498974 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RS_OPEN_META-regionserver/5b617c7edc8e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_404375886_20 at /127.0.0.1:50990 [Receiving block BP-201760852-172.17.0.2-1732706497852:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;5b617c7edc8e:33125-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@327fba46 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: M:0;5b617c7edc8e:42507 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 36207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@ad958f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:36207 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1548398353-7864 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-728fff75-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2bb93cfb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36207 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7a566f2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:55474): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55474) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1548398353-7866 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/cluster_430ed2e2-32dc-8de5-e17f-7a9690e720da/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_404375886_20 at /127.0.0.1:50980 [Receiving block BP-201760852-172.17.0.2-1732706497852:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1548398353-7863-acceptor-0@462d0fb5-ServerConnector@58aa555a{HTTP/1.1, (http/1.1)}{localhost:36827} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55474) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: regionserver/5b617c7edc8e:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Session-HouseKeeper-8470a63-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1738872342-7910 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$597/0x00007fa7dcac24a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1738872342-7911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7c037477 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: CacheReplicationMonitor(1420252441) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fa7dc9f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1548398353-7859 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa7dc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/cluster_430ed2e2-32dc-8de5-e17f-7a9690e720da/data/data1/current/BP-201760852-172.17.0.2-1732706497852 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f-prefix:5b617c7edc8e,33125,1732706498423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-201760852-172.17.0.2-1732706497852:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5b617c7edc8e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;5b617c7edc8e:33125 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f-prefix:5b617c7edc8e,33125,1732706498423.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@221206c0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5b617c7edc8e:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 4 on default port 34259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55474) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/cluster_430ed2e2-32dc-8de5-e17f-7a9690e720da/data/data2/current/BP-201760852-172.17.0.2-1732706497852 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: 5b617c7edc8e:42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@a4da87f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1738872342-7908 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa7dc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@c0a0b55 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:36207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36207/user/jenkins/test-data/499447b4-c344-4c12-c135-e908bac5679f/MasterData-prefix:5b617c7edc8e,42507,1732706498367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 3 on default port 34259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7b2d7322 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:55474 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp1548398353-7860 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa7dc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1548398353-7862 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa7dc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5b617c7edc8e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:36207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/cluster_430ed2e2-32dc-8de5-e17f-7a9690e720da/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1745781176_20 at /127.0.0.1:50964 [Receiving block BP-201760852-172.17.0.2-1732706497852:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1738872342-7909-acceptor-0@273099c4-ServerConnector@5d1c09f2{HTTP/1.1, (http/1.1)}{localhost:43369} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_404375886_20 at /127.0.0.1:50908 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server idle connection scanner for port 34259 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-201760852-172.17.0.2-1732706497852:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@24fd0d29[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=879 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=399 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=6038 (was 6060) 2024-11-27T11:21:42,552 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-27T11:21:42,565 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=879, MaxFileDescriptor=1048576, SystemLoadAverage=399, ProcessCount=11, AvailableMemoryMB=6038 2024-11-27T11:21:42,565 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-27T11:21:42,578 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-27T11:21:42,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/hadoop.log.dir so I do NOT create it in target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68 2024-11-27T11:21:42,578 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:21:42,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/hadoop.tmp.dir so I do NOT create it in target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68 2024-11-27T11:21:42,578 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5d74bf-6e96-4b0a-bf04-dd656fd9324b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:21:42,578 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68 2024-11-27T11:21:42,578 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/cluster_d37c73d9-cb76-4d9d-0998-6cce99da2b6f, deleteOnExit=true 2024-11-27T11:21:42,581 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/cluster_d37c73d9-cb76-4d9d-0998-6cce99da2b6f/zookeeper_0, clientPort=50237, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/cluster_d37c73d9-cb76-4d9d-0998-6cce99da2b6f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/cluster_d37c73d9-cb76-4d9d-0998-6cce99da2b6f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T11:21:42,582 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50237 2024-11-27T11:21:42,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:21:42,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:21:42,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/test.cache.data in system properties and HBase conf 2024-11-27T11:21:42,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:21:42,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:21:42,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:21:42,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:21:42,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:21:42,582 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:21:42,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:21:42,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:21:42,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:21:42,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:21:42,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:21:42,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:21:42,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:21:42,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:21:42,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:21:42,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:21:42,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:21:42,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:21:42,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:21:42,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:21:42,676 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:42,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:21:42,682 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:21:42,682 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:21:42,682 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:21:42,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:42,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2af3af6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:21:42,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33141d6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:21:42,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@251b0c89{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/java.io.tmpdir/jetty-localhost-42393-hadoop-hdfs-3_4_1-tests_jar-_-any-15269366346416753341/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:21:42,799 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5860938f{HTTP/1.1, (http/1.1)}{localhost:42393} 2024-11-27T11:21:42,799 INFO [Time-limited test {}] server.Server(415): Started @279865ms 2024-11-27T11:21:42,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:42,904 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:21:42,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:21:42,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:21:42,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:21:42,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac91a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:21:42,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ece777f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:21:43,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c462eb1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/java.io.tmpdir/jetty-localhost-43641-hadoop-hdfs-3_4_1-tests_jar-_-any-10214263964936174127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:21:43,026 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fd0952d{HTTP/1.1, (http/1.1)}{localhost:43641} 2024-11-27T11:21:43,026 INFO [Time-limited test {}] server.Server(415): Started @280091ms 2024-11-27T11:21:43,027 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:21:43,136 WARN [Thread-4303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/cluster_d37c73d9-cb76-4d9d-0998-6cce99da2b6f/data/data2/current/BP-1074060220-172.17.0.2-1732706502608/current, will proceed with Du for space computation calculation, 2024-11-27T11:21:43,136 WARN [Thread-4302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/cluster_d37c73d9-cb76-4d9d-0998-6cce99da2b6f/data/data1/current/BP-1074060220-172.17.0.2-1732706502608/current, will proceed with Du for space computation calculation, 2024-11-27T11:21:43,159 WARN [Thread-4290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:21:43,161 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba835e3298a73736 with lease ID 0x6ecade62cb4ecc3e: Processing first storage report for DS-302a4171-975c-44ee-aef1-40d38feef9f1 from datanode DatanodeRegistration(127.0.0.1:38201, datanodeUuid=6e637754-7aef-4b97-b1b6-54224d1cda4c, infoPort=45995, infoSecurePort=0, ipcPort=45779, storageInfo=lv=-57;cid=testClusterID;nsid=1887681229;c=1732706502608) 2024-11-27T11:21:43,161 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba835e3298a73736 with lease ID 0x6ecade62cb4ecc3e: from storage DS-302a4171-975c-44ee-aef1-40d38feef9f1 node DatanodeRegistration(127.0.0.1:38201, datanodeUuid=6e637754-7aef-4b97-b1b6-54224d1cda4c, infoPort=45995, infoSecurePort=0, ipcPort=45779, storageInfo=lv=-57;cid=testClusterID;nsid=1887681229;c=1732706502608), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:21:43,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba835e3298a73736 with lease ID 0x6ecade62cb4ecc3e: Processing first storage report for DS-e73daec0-a889-4466-8102-1f5b076e9efa from datanode DatanodeRegistration(127.0.0.1:38201, datanodeUuid=6e637754-7aef-4b97-b1b6-54224d1cda4c, infoPort=45995, infoSecurePort=0, ipcPort=45779, storageInfo=lv=-57;cid=testClusterID;nsid=1887681229;c=1732706502608) 2024-11-27T11:21:43,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba835e3298a73736 with lease ID 0x6ecade62cb4ecc3e: from storage DS-e73daec0-a889-4466-8102-1f5b076e9efa node DatanodeRegistration(127.0.0.1:38201, datanodeUuid=6e637754-7aef-4b97-b1b6-54224d1cda4c, infoPort=45995, infoSecurePort=0, ipcPort=45779, storageInfo=lv=-57;cid=testClusterID;nsid=1887681229;c=1732706502608), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T11:21:43,254 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68 2024-11-27T11:21:43,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:43,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:43,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:21:43,664 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce with version=8 2024-11-27T11:21:43,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/hbase-staging 2024-11-27T11:21:43,667 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:21:43,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:43,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:43,668 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:21:43,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:43,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:21:43,668 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:21:43,668 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:21:43,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33237 2024-11-27T11:21:43,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33237 connecting to ZooKeeper ensemble=127.0.0.1:50237 2024-11-27T11:21:43,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332370x0, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:43,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33237-0x1015928f2440000 connected 2024-11-27T11:21:43,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:43,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:43,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Set watcher on znode that does not yet exist, /01492232511/running 2024-11-27T11:21:43,699 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce, hbase.cluster.distributed=false 2024-11-27T11:21:43,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Set watcher on znode that does not yet exist, /01492232511/acl 2024-11-27T11:21:43,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33237 2024-11-27T11:21:43,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33237 2024-11-27T11:21:43,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33237 2024-11-27T11:21:43,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33237 2024-11-27T11:21:43,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33237 2024-11-27T11:21:43,722 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:21:43,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:43,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:43,722 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:21:43,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:43,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:21:43,722 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:21:43,722 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:21:43,724 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37143 2024-11-27T11:21:43,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37143 connecting to ZooKeeper ensemble=127.0.0.1:50237 2024-11-27T11:21:43,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:43,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:43,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371430x0, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:43,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371430x0, quorum=127.0.0.1:50237, baseZNode=/01492232511 Set watcher on znode that does not yet exist, /01492232511/running 2024-11-27T11:21:43,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37143-0x1015928f2440001 connected 2024-11-27T11:21:43,732 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:21:43,734 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:21:43,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Set watcher on znode that does not yet exist, /01492232511/master 2024-11-27T11:21:43,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Set watcher on znode that does not yet exist, /01492232511/acl 2024-11-27T11:21:43,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37143 2024-11-27T11:21:43,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37143 2024-11-27T11:21:43,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37143 2024-11-27T11:21:43,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37143 2024-11-27T11:21:43,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37143 2024-11-27T11:21:43,757 DEBUG [M:0;5b617c7edc8e:33237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:33237 2024-11-27T11:21:43,758 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01492232511/backup-masters/5b617c7edc8e,33237,1732706503667 2024-11-27T11:21:43,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511/backup-masters 2024-11-27T11:21:43,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511/backup-masters 2024-11-27T11:21:43,759 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Set watcher on existing znode=/01492232511/backup-masters/5b617c7edc8e,33237,1732706503667 2024-11-27T11:21:43,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01492232511/master 2024-11-27T11:21:43,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511 2024-11-27T11:21:43,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511 2024-11-27T11:21:43,762 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Set watcher on existing znode=/01492232511/master 2024-11-27T11:21:43,762 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01492232511/backup-masters/5b617c7edc8e,33237,1732706503667 from backup master directory 2024-11-27T11:21:43,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01492232511/backup-masters/5b617c7edc8e,33237,1732706503667 2024-11-27T11:21:43,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511/backup-masters 2024-11-27T11:21:43,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511/backup-masters 2024-11-27T11:21:43,763 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:21:43,763 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,33237,1732706503667 2024-11-27T11:21:43,766 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/hbase.id] with ID: 746f1589-989f-4d58-ab85-c9b43af4cb44 2024-11-27T11:21:43,766 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/.tmp/hbase.id 2024-11-27T11:21:43,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:21:44,174 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/.tmp/hbase.id]:[hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/hbase.id] 2024-11-27T11:21:44,183 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:44,183 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:21:44,184 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T11:21:44,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511 2024-11-27T11:21:44,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511 2024-11-27T11:21:44,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:21:44,591 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:21:44,592 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:21:44,593 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:44,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:21:44,999 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store 2024-11-27T11:21:45,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:21:45,070 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T11:21:45,404 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:45,404 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:21:45,404 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:45,404 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:45,404 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:21:45,404 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:45,404 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:45,404 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706505404Disabling compacts and flushes for region at 1732706505404Disabling writes for close at 1732706505404Writing region close event to WAL at 1732706505404Closed at 1732706505404 2024-11-27T11:21:45,405 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/.initializing 2024-11-27T11:21:45,405 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/WALs/5b617c7edc8e,33237,1732706503667 2024-11-27T11:21:45,406 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:21:45,407 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C33237%2C1732706503667, suffix=, logDir=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/WALs/5b617c7edc8e,33237,1732706503667, archiveDir=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/oldWALs, maxLogs=10 2024-11-27T11:21:45,421 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/WALs/5b617c7edc8e,33237,1732706503667/5b617c7edc8e%2C33237%2C1732706503667.1732706505407, exclude list is [], retry=0 2024-11-27T11:21:45,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38201,DS-302a4171-975c-44ee-aef1-40d38feef9f1,DISK] 2024-11-27T11:21:45,425 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/WALs/5b617c7edc8e,33237,1732706503667/5b617c7edc8e%2C33237%2C1732706503667.1732706505407 2024-11-27T11:21:45,426 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45995:45995)] 2024-11-27T11:21:45,426 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:45,426 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:45,426 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:45,426 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:45,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:45,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:21:45,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:45,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:45,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:45,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:21:45,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:45,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:45,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:45,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:21:45,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:45,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:45,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:45,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:21:45,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:45,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:45,432 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:45,433 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:45,433 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:45,434 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:45,434 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:45,434 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:45,435 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:45,436 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:45,437 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66248634, jitterRate=-0.01281842589378357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:45,437 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706505426Initializing all the Stores at 1732706505427 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706505427Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706505427Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706505427Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706505427Cleaning up temporary data from old regions at 1732706505434 (+7 ms)Region opened successfully at 1732706505437 (+3 ms) 2024-11-27T11:21:45,437 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:21:45,439 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@964ed89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:21:45,440 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:21:45,440 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:21:45,441 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:21:45,441 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:21:45,441 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:21:45,441 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:21:45,442 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:21:45,445 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:21:45,446 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Unable to get data of znode /01492232511/balancer because node does not exist (not necessarily an error) 2024-11-27T11:21:45,447 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01492232511/balancer already deleted, retry=false 2024-11-27T11:21:45,447 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:21:45,448 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Unable to get data of znode /01492232511/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:21:45,451 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01492232511/normalizer already deleted, retry=false 2024-11-27T11:21:45,451 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:21:45,452 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Unable to get data of znode /01492232511/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:21:45,452 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01492232511/switch/split already deleted, retry=false 2024-11-27T11:21:45,453 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Unable to get data of znode /01492232511/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:21:45,454 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01492232511/switch/merge already deleted, retry=false 2024-11-27T11:21:45,455 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Unable to get data of znode /01492232511/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:21:45,456 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01492232511/snapshot-cleanup already deleted, retry=false 2024-11-27T11:21:45,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01492232511/running 2024-11-27T11:21:45,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511 2024-11-27T11:21:45,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01492232511/running 2024-11-27T11:21:45,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511 2024-11-27T11:21:45,460 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,33237,1732706503667, sessionid=0x1015928f2440000, setting cluster-up flag (Was=false) 2024-11-27T11:21:45,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511 2024-11-27T11:21:45,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511 2024-11-27T11:21:45,466 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01492232511/flush-table-proc/acquired, /01492232511/flush-table-proc/reached, /01492232511/flush-table-proc/abort 2024-11-27T11:21:45,467 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,33237,1732706503667 2024-11-27T11:21:45,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511 2024-11-27T11:21:45,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511 2024-11-27T11:21:45,475 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01492232511/online-snapshot/acquired, /01492232511/online-snapshot/reached, /01492232511/online-snapshot/abort 2024-11-27T11:21:45,475 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,33237,1732706503667 2024-11-27T11:21:45,476 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:21:45,477 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:45,478 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:21:45,478 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:21:45,478 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,33237,1732706503667 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:21:45,479 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:45,479 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:45,479 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:45,479 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:45,479 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:21:45,479 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:45,479 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:21:45,479 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:45,480 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706535480 2024-11-27T11:21:45,480 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:21:45,480 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:45,480 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:21:45,480 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:21:45,480 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:21:45,480 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:21:45,480 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:21:45,480 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:21:45,481 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:45,481 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:21:45,481 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:21:45,481 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:21:45,481 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:21:45,481 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:45,481 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:21:45,484 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:21:45,484 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:21:45,485 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706505484,5,FailOnTimeoutGroup] 2024-11-27T11:21:45,485 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706505485,5,FailOnTimeoutGroup] 2024-11-27T11:21:45,485 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:45,485 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:21:45,485 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:45,485 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:45,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:21:45,488 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:21:45,488 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce 2024-11-27T11:21:45,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741832_1008 (size=32) 2024-11-27T11:21:45,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:45,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:21:45,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:21:45,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:45,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:45,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:21:45,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:21:45,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:45,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:45,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:21:45,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:21:45,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:45,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:45,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:21:45,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:21:45,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:45,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:45,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:21:45,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740 2024-11-27T11:21:45,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740 2024-11-27T11:21:45,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:21:45,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:21:45,503 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:45,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:21:45,505 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:45,506 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63017300, jitterRate=-0.06096905469894409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:45,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706505497Initializing all the Stores at 1732706505497Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706505497Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706505497Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706505497Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706505497Cleaning up temporary data from old regions at 1732706505503 (+6 ms)Region opened successfully at 1732706505506 (+3 ms) 2024-11-27T11:21:45,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:21:45,506 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:21:45,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:21:45,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:21:45,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:21:45,506 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:21:45,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706505506Disabling compacts and flushes for region at 1732706505506Disabling writes for close at 1732706505506Writing region close event to WAL at 1732706505506Closed at 1732706505506 2024-11-27T11:21:45,507 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:45,507 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:21:45,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:21:45,508 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:21:45,509 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:21:45,545 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(746): ClusterId : 746f1589-989f-4d58-ab85-c9b43af4cb44 2024-11-27T11:21:45,545 DEBUG [RS:0;5b617c7edc8e:37143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:21:45,546 DEBUG [RS:0;5b617c7edc8e:37143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:21:45,546 DEBUG [RS:0;5b617c7edc8e:37143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:21:45,550 DEBUG [RS:0;5b617c7edc8e:37143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:21:45,550 DEBUG [RS:0;5b617c7edc8e:37143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8584b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:21:45,561 DEBUG [RS:0;5b617c7edc8e:37143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:37143 2024-11-27T11:21:45,562 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:21:45,562 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:21:45,562 DEBUG [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:21:45,562 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,33237,1732706503667 with port=37143, startcode=1732706503722 2024-11-27T11:21:45,562 DEBUG [RS:0;5b617c7edc8e:37143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:21:45,563 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:21:45,564 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,37143,1732706503722 2024-11-27T11:21:45,564 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33237 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,37143,1732706503722 2024-11-27T11:21:45,565 DEBUG [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce 2024-11-27T11:21:45,565 DEBUG [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42261 2024-11-27T11:21:45,565 DEBUG [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:21:45,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511/rs 2024-11-27T11:21:45,567 DEBUG [RS:0;5b617c7edc8e:37143 {}] zookeeper.ZKUtil(111): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Set watcher on existing znode=/01492232511/rs/5b617c7edc8e,37143,1732706503722 2024-11-27T11:21:45,567 WARN [RS:0;5b617c7edc8e:37143 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:21:45,567 INFO [RS:0;5b617c7edc8e:37143 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:45,567 DEBUG [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722 2024-11-27T11:21:45,567 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,37143,1732706503722] 2024-11-27T11:21:45,576 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:21:45,578 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:21:45,578 INFO [RS:0;5b617c7edc8e:37143 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:21:45,578 INFO [RS:0;5b617c7edc8e:37143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:45,578 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:21:45,579 INFO [RS:0;5b617c7edc8e:37143 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:21:45,579 INFO [RS:0;5b617c7edc8e:37143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:45,579 DEBUG [RS:0;5b617c7edc8e:37143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:45,579 DEBUG [RS:0;5b617c7edc8e:37143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:45,579 DEBUG [RS:0;5b617c7edc8e:37143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:45,579 DEBUG [RS:0;5b617c7edc8e:37143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:45,579 DEBUG [RS:0;5b617c7edc8e:37143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:45,579 DEBUG [RS:0;5b617c7edc8e:37143 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:21:45,579 DEBUG [RS:0;5b617c7edc8e:37143 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:45,579 DEBUG [RS:0;5b617c7edc8e:37143 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:45,579 DEBUG [RS:0;5b617c7edc8e:37143 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:45,579 DEBUG [RS:0;5b617c7edc8e:37143 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:45,579 DEBUG [RS:0;5b617c7edc8e:37143 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:45,579 DEBUG [RS:0;5b617c7edc8e:37143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:45,579 DEBUG [RS:0;5b617c7edc8e:37143 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:21:45,579 DEBUG [RS:0;5b617c7edc8e:37143 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:21:45,579 INFO [RS:0;5b617c7edc8e:37143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:45,579 INFO [RS:0;5b617c7edc8e:37143 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:45,579 INFO [RS:0;5b617c7edc8e:37143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:45,579 INFO [RS:0;5b617c7edc8e:37143 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:45,579 INFO [RS:0;5b617c7edc8e:37143 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:45,579 INFO [RS:0;5b617c7edc8e:37143 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,37143,1732706503722-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:21:45,593 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:21:45,593 INFO [RS:0;5b617c7edc8e:37143 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,37143,1732706503722-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:45,594 INFO [RS:0;5b617c7edc8e:37143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:45,594 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.Replication(171): 5b617c7edc8e,37143,1732706503722 started 2024-11-27T11:21:45,606 INFO [RS:0;5b617c7edc8e:37143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:45,606 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,37143,1732706503722, RpcServer on 5b617c7edc8e/172.17.0.2:37143, sessionid=0x1015928f2440001 2024-11-27T11:21:45,606 DEBUG [RS:0;5b617c7edc8e:37143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:21:45,606 DEBUG [RS:0;5b617c7edc8e:37143 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,37143,1732706503722 2024-11-27T11:21:45,606 DEBUG [RS:0;5b617c7edc8e:37143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,37143,1732706503722' 2024-11-27T11:21:45,606 DEBUG [RS:0;5b617c7edc8e:37143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01492232511/flush-table-proc/abort' 2024-11-27T11:21:45,607 DEBUG [RS:0;5b617c7edc8e:37143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01492232511/flush-table-proc/acquired' 2024-11-27T11:21:45,607 DEBUG [RS:0;5b617c7edc8e:37143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:21:45,607 DEBUG [RS:0;5b617c7edc8e:37143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:21:45,607 DEBUG [RS:0;5b617c7edc8e:37143 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,37143,1732706503722 2024-11-27T11:21:45,607 DEBUG [RS:0;5b617c7edc8e:37143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,37143,1732706503722' 2024-11-27T11:21:45,607 DEBUG [RS:0;5b617c7edc8e:37143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01492232511/online-snapshot/abort' 2024-11-27T11:21:45,607 DEBUG [RS:0;5b617c7edc8e:37143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01492232511/online-snapshot/acquired' 2024-11-27T11:21:45,608 DEBUG [RS:0;5b617c7edc8e:37143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:21:45,608 INFO [RS:0;5b617c7edc8e:37143 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:21:45,608 INFO [RS:0;5b617c7edc8e:37143 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:21:45,659 WARN [5b617c7edc8e:33237 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T11:21:45,708 INFO [RS:0;5b617c7edc8e:37143 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:21:45,709 INFO [RS:0;5b617c7edc8e:37143 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C37143%2C1732706503722, suffix=, logDir=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722, archiveDir=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/oldWALs, maxLogs=10 2024-11-27T11:21:45,723 DEBUG [RS:0;5b617c7edc8e:37143 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710, exclude list is [], retry=0 2024-11-27T11:21:45,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38201,DS-302a4171-975c-44ee-aef1-40d38feef9f1,DISK] 2024-11-27T11:21:45,726 INFO [RS:0;5b617c7edc8e:37143 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710 2024-11-27T11:21:45,727 DEBUG [RS:0;5b617c7edc8e:37143 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45995:45995)] 2024-11-27T11:21:45,909 DEBUG [5b617c7edc8e:33237 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:21:45,910 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,37143,1732706503722 2024-11-27T11:21:45,911 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,37143,1732706503722, state=OPENING 2024-11-27T11:21:45,913 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:21:45,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511 2024-11-27T11:21:45,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511 2024-11-27T11:21:45,914 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:21:45,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01492232511/meta-region-server: CHANGED 2024-11-27T11:21:45,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01492232511/meta-region-server: CHANGED 2024-11-27T11:21:45,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,37143,1732706503722}] 2024-11-27T11:21:46,066 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:21:46,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:21:46,071 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:21:46,071 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:46,071 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:21:46,072 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C37143%2C1732706503722.meta, suffix=.meta, logDir=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722, archiveDir=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/oldWALs, maxLogs=10 2024-11-27T11:21:46,086 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.meta.1732706506072.meta, exclude list is [], retry=0 2024-11-27T11:21:46,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38201,DS-302a4171-975c-44ee-aef1-40d38feef9f1,DISK] 2024-11-27T11:21:46,089 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.meta.1732706506072.meta 2024-11-27T11:21:46,089 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45995:45995)] 2024-11-27T11:21:46,089 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:46,089 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:21:46,090 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:21:46,090 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:21:46,090 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:21:46,090 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:21:46,090 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:46,090 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:21:46,090 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:21:46,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:21:46,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:21:46,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:46,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:46,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:21:46,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:21:46,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:46,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:46,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:21:46,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:21:46,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:46,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:46,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:21:46,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:21:46,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:46,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:46,094 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:21:46,094 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740 2024-11-27T11:21:46,095 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740 2024-11-27T11:21:46,096 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:21:46,096 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:21:46,096 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:46,097 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:21:46,097 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70866099, jitterRate=0.0559871643781662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:46,097 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:21:46,097 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706506090Writing region info on filesystem at 1732706506090Initializing all the Stores at 1732706506090Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706506090Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706506091 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706506091Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706506091Cleaning up temporary data from old regions at 1732706506096 (+5 ms)Running coprocessor post-open hooks at 1732706506097 (+1 ms)Region opened successfully at 1732706506097 2024-11-27T11:21:46,098 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706506066 2024-11-27T11:21:46,100 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:21:46,100 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:21:46,100 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,37143,1732706503722 2024-11-27T11:21:46,101 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,37143,1732706503722, state=OPEN 2024-11-27T11:21:46,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01492232511/meta-region-server 2024-11-27T11:21:46,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01492232511/meta-region-server 2024-11-27T11:21:46,108 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,37143,1732706503722 2024-11-27T11:21:46,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01492232511/meta-region-server: CHANGED 2024-11-27T11:21:46,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01492232511/meta-region-server: CHANGED 2024-11-27T11:21:46,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:21:46,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,37143,1732706503722 in 194 msec 2024-11-27T11:21:46,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:21:46,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 603 msec 2024-11-27T11:21:46,111 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:46,111 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:21:46,112 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:46,112 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37143,1732706503722, seqNum=-1] 2024-11-27T11:21:46,113 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:46,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:21:46,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 639 msec 2024-11-27T11:21:46,117 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706506117, completionTime=-1 2024-11-27T11:21:46,117 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:21:46,117 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:21:46,119 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:21:46,119 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706566119 2024-11-27T11:21:46,119 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706626119 2024-11-27T11:21:46,119 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T11:21:46,119 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,33237,1732706503667-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:46,119 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,33237,1732706503667-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:46,119 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,33237,1732706503667-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:46,119 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:33237, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:46,119 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:46,120 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:46,121 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:21:46,123 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.360sec 2024-11-27T11:21:46,123 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:21:46,123 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:21:46,123 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:21:46,123 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:21:46,123 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:21:46,123 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,33237,1732706503667-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:21:46,123 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,33237,1732706503667-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:21:46,125 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:21:46,125 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:21:46,125 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,33237,1732706503667-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:46,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6dda91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:46,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,33237,-1 for getting cluster id 2024-11-27T11:21:46,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:46,147 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '746f1589-989f-4d58-ab85-c9b43af4cb44' 2024-11-27T11:21:46,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:46,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "746f1589-989f-4d58-ab85-c9b43af4cb44" 2024-11-27T11:21:46,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323f83f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:46,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,33237,-1] 2024-11-27T11:21:46,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:46,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:46,148 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:46,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0b9ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:46,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:46,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37143,1732706503722, seqNum=-1] 2024-11-27T11:21:46,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:46,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:21:46,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,33237,1732706503667 2024-11-27T11:21:46,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50237 2024-11-27T11:21:46,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:46,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015928f2440002 connected 2024-11-27T11:21:46,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/hadoop.log.dir so I do NOT create it in target/test-data/721b358c-1207-9017-8729-01319cf4f7d6 2024-11-27T11:21:46,159 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:21:46,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/hadoop.tmp.dir so I do NOT create it in target/test-data/721b358c-1207-9017-8729-01319cf4f7d6 2024-11-27T11:21:46,159 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:21:46,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6 2024-11-27T11:21:46,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:21:46,159 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/cluster_7678eb04-23bc-6c27-1735-9bf9224db771, deleteOnExit=true 2024-11-27T11:21:46,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:21:46,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/test.cache.data in system properties and HBase conf 2024-11-27T11:21:46,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:21:46,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:21:46,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:21:46,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:21:46,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:21:46,160 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:21:46,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:21:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:21:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:21:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:21:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:21:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:21:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:21:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:21:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:21:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:21:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:21:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:21:46,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:21:46,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:21:46,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:46,256 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:21:46,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:21:46,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:21:46,258 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:21:46,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:46,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a7e7ac2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:21:46,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef328a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:21:46,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@510d8702{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/java.io.tmpdir/jetty-localhost-36617-hadoop-hdfs-3_4_1-tests_jar-_-any-6009340794058999938/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:21:46,375 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48bd7b17{HTTP/1.1, (http/1.1)}{localhost:36617} 2024-11-27T11:21:46,375 INFO [Time-limited test {}] server.Server(415): Started @283440ms 2024-11-27T11:21:46,451 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:21:46,453 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:46,453 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:46,453 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:46,453 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:46,453 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:46,454 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:46,454 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:46,491 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:46,492 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:46,492 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:46,493 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:46,493 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:46,493 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:46,501 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:46,505 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:46,505 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:46,506 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:46,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:46,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:21:46,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:21:46,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:21:46,530 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:21:46,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@272fb69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:21:46,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3182d7c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:21:46,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cdc4a27{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/java.io.tmpdir/jetty-localhost-43659-hadoop-hdfs-3_4_1-tests_jar-_-any-9449370234819365213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:21:46,646 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1444726f{HTTP/1.1, (http/1.1)}{localhost:43659} 2024-11-27T11:21:46,646 INFO [Time-limited test {}] server.Server(415): Started @283712ms 2024-11-27T11:21:46,647 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:21:46,758 WARN [Thread-4423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/cluster_7678eb04-23bc-6c27-1735-9bf9224db771/data/data1/current/BP-1261310930-172.17.0.2-1732706506186/current, will proceed with Du for space computation calculation, 2024-11-27T11:21:46,758 WARN [Thread-4424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/cluster_7678eb04-23bc-6c27-1735-9bf9224db771/data/data2/current/BP-1261310930-172.17.0.2-1732706506186/current, will proceed with Du for space computation calculation, 2024-11-27T11:21:46,775 WARN [Thread-4411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:21:46,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fe547bfdfcca2a8 with lease ID 0xb7b25ab57a206b4d: Processing first storage report for DS-39424960-89e9-4a89-8660-e3a02cfaf629 from datanode DatanodeRegistration(127.0.0.1:33421, datanodeUuid=8445fe5a-6bc8-4039-9edf-333547006136, infoPort=44239, infoSecurePort=0, ipcPort=38225, storageInfo=lv=-57;cid=testClusterID;nsid=698213446;c=1732706506186) 2024-11-27T11:21:46,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fe547bfdfcca2a8 with lease ID 0xb7b25ab57a206b4d: from storage DS-39424960-89e9-4a89-8660-e3a02cfaf629 node DatanodeRegistration(127.0.0.1:33421, datanodeUuid=8445fe5a-6bc8-4039-9edf-333547006136, infoPort=44239, infoSecurePort=0, ipcPort=38225, storageInfo=lv=-57;cid=testClusterID;nsid=698213446;c=1732706506186), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:21:46,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fe547bfdfcca2a8 with lease ID 0xb7b25ab57a206b4d: Processing first storage report for DS-56d48770-f76f-43a7-8694-b3cf50a6ffa5 from datanode DatanodeRegistration(127.0.0.1:33421, datanodeUuid=8445fe5a-6bc8-4039-9edf-333547006136, infoPort=44239, infoSecurePort=0, ipcPort=38225, storageInfo=lv=-57;cid=testClusterID;nsid=698213446;c=1732706506186) 2024-11-27T11:21:46,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fe547bfdfcca2a8 with lease ID 0xb7b25ab57a206b4d: from storage DS-56d48770-f76f-43a7-8694-b3cf50a6ffa5 node DatanodeRegistration(127.0.0.1:33421, datanodeUuid=8445fe5a-6bc8-4039-9edf-333547006136, infoPort=44239, infoSecurePort=0, ipcPort=38225, storageInfo=lv=-57;cid=testClusterID;nsid=698213446;c=1732706506186), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:21:46,873 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6 2024-11-27T11:21:46,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:46,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:46,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:21:47,281 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e with version=8 2024-11-27T11:21:47,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/hbase-staging 2024-11-27T11:21:47,284 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:21:47,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:47,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:47,284 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:21:47,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:47,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:21:47,284 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:21:47,284 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:21:47,285 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46059 2024-11-27T11:21:47,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46059 connecting to ZooKeeper ensemble=127.0.0.1:50237 2024-11-27T11:21:47,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460590x0, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:47,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46059-0x1015928f2440003 connected 2024-11-27T11:21:47,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:47,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:47,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Set watcher on znode that does not yet exist, /1566472784/running 2024-11-27T11:21:47,307 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e, hbase.cluster.distributed=false 2024-11-27T11:21:47,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Set watcher on znode that does not yet exist, /1566472784/acl 2024-11-27T11:21:47,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46059 2024-11-27T11:21:47,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46059 2024-11-27T11:21:47,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46059 2024-11-27T11:21:47,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46059 2024-11-27T11:21:47,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46059 2024-11-27T11:21:47,333 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:21:47,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:47,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:47,334 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:21:47,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:47,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:21:47,334 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:21:47,335 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:21:47,335 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34555 2024-11-27T11:21:47,336 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34555 connecting to ZooKeeper ensemble=127.0.0.1:50237 2024-11-27T11:21:47,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:47,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:47,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345550x0, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:47,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345550x0, quorum=127.0.0.1:50237, baseZNode=/1566472784 Set watcher on znode that does not yet exist, /1566472784/running 2024-11-27T11:21:47,347 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:21:47,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34555-0x1015928f2440004 connected 2024-11-27T11:21:47,351 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:21:47,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Set watcher on znode that does not yet exist, /1566472784/master 2024-11-27T11:21:47,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Set watcher on znode that does not yet exist, /1566472784/acl 2024-11-27T11:21:47,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34555 2024-11-27T11:21:47,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34555 2024-11-27T11:21:47,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34555 2024-11-27T11:21:47,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34555 2024-11-27T11:21:47,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34555 2024-11-27T11:21:47,379 DEBUG [M:0;5b617c7edc8e:46059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:46059 2024-11-27T11:21:47,379 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1566472784/backup-masters/5b617c7edc8e,46059,1732706507284 2024-11-27T11:21:47,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784/backup-masters 2024-11-27T11:21:47,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784/backup-masters 2024-11-27T11:21:47,381 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Set watcher on existing znode=/1566472784/backup-masters/5b617c7edc8e,46059,1732706507284 2024-11-27T11:21:47,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784 2024-11-27T11:21:47,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1566472784/master 2024-11-27T11:21:47,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784 2024-11-27T11:21:47,385 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Set watcher on existing znode=/1566472784/master 2024-11-27T11:21:47,385 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1566472784/backup-masters/5b617c7edc8e,46059,1732706507284 from backup master directory 2024-11-27T11:21:47,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784/backup-masters 2024-11-27T11:21:47,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1566472784/backup-masters/5b617c7edc8e,46059,1732706507284 2024-11-27T11:21:47,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784/backup-masters 2024-11-27T11:21:47,387 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:21:47,387 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,46059,1732706507284 2024-11-27T11:21:47,391 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/hbase.id] with ID: 5feb28d1-643d-419b-aa29-dffe029bca85 2024-11-27T11:21:47,391 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/.tmp/hbase.id 2024-11-27T11:21:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:21:47,402 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/.tmp/hbase.id]:[hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/hbase.id] 2024-11-27T11:21:47,409 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:47,410 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:21:47,410 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T11:21:47,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784 2024-11-27T11:21:47,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784 2024-11-27T11:21:47,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:21:47,508 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:47,508 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:21:47,509 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108756 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:21:47,818 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:21:47,819 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:21:47,819 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:47,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:21:48,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T11:21:48,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T11:21:48,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T11:21:48,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T11:21:48,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:21:48,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T11:21:48,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T11:21:48,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T11:21:48,225 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store 2024-11-27T11:21:48,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:21:48,630 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:48,630 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:21:48,630 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:48,630 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:48,630 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:21:48,630 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:48,630 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:48,630 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706508630Disabling compacts and flushes for region at 1732706508630Disabling writes for close at 1732706508630Writing region close event to WAL at 1732706508630Closed at 1732706508630 2024-11-27T11:21:48,631 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/.initializing 2024-11-27T11:21:48,631 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/WALs/5b617c7edc8e,46059,1732706507284 2024-11-27T11:21:48,632 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:21:48,633 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C46059%2C1732706507284, suffix=, logDir=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/WALs/5b617c7edc8e,46059,1732706507284, archiveDir=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/oldWALs, maxLogs=10 2024-11-27T11:21:48,646 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/WALs/5b617c7edc8e,46059,1732706507284/5b617c7edc8e%2C46059%2C1732706507284.1732706508633, exclude list is [], retry=0 2024-11-27T11:21:48,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33421,DS-39424960-89e9-4a89-8660-e3a02cfaf629,DISK] 2024-11-27T11:21:48,650 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/WALs/5b617c7edc8e,46059,1732706507284/5b617c7edc8e%2C46059%2C1732706507284.1732706508633 2024-11-27T11:21:48,650 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44239:44239)] 2024-11-27T11:21:48,650 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:48,650 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:48,650 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:48,650 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:48,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:48,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:21:48,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:48,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:48,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:48,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:21:48,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:48,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:48,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:48,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:21:48,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:48,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:48,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:48,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:21:48,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:48,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:48,656 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:48,656 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:48,657 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:48,657 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:48,657 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:48,658 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:48,659 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:48,660 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:48,661 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72197904, jitterRate=0.07583260536193848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:48,661 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706508650Initializing all the Stores at 1732706508651 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706508651Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706508651Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706508651Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706508651Cleaning up temporary data from old regions at 1732706508657 (+6 ms)Region opened successfully at 1732706508661 (+4 ms) 2024-11-27T11:21:48,661 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:21:48,663 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a005b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:21:48,664 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:21:48,664 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:21:48,664 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:21:48,664 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:21:48,664 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:21:48,665 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:21:48,665 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:21:48,666 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:21:48,667 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Unable to get data of znode /1566472784/balancer because node does not exist (not necessarily an error) 2024-11-27T11:21:48,669 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1566472784/balancer already deleted, retry=false 2024-11-27T11:21:48,670 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:21:48,670 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Unable to get data of znode /1566472784/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:21:48,671 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1566472784/normalizer already deleted, retry=false 2024-11-27T11:21:48,671 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:21:48,672 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Unable to get data of znode /1566472784/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:21:48,673 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1566472784/switch/split already deleted, retry=false 2024-11-27T11:21:48,674 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Unable to get data of znode /1566472784/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:21:48,675 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1566472784/switch/merge already deleted, retry=false 2024-11-27T11:21:48,676 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Unable to get data of znode /1566472784/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:21:48,679 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1566472784/snapshot-cleanup already deleted, retry=false 2024-11-27T11:21:48,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1566472784/running 2024-11-27T11:21:48,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1566472784/running 2024-11-27T11:21:48,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784 2024-11-27T11:21:48,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784 2024-11-27T11:21:48,681 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,46059,1732706507284, sessionid=0x1015928f2440003, setting cluster-up flag (Was=false) 2024-11-27T11:21:48,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784 2024-11-27T11:21:48,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784 2024-11-27T11:21:48,687 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1566472784/flush-table-proc/acquired, /1566472784/flush-table-proc/reached, /1566472784/flush-table-proc/abort 2024-11-27T11:21:48,688 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,46059,1732706507284 2024-11-27T11:21:48,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784 2024-11-27T11:21:48,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784 2024-11-27T11:21:48,696 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1566472784/online-snapshot/acquired, /1566472784/online-snapshot/reached, /1566472784/online-snapshot/abort 2024-11-27T11:21:48,696 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,46059,1732706507284 2024-11-27T11:21:48,697 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:21:48,698 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:48,698 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:21:48,698 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:21:48,698 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,46059,1732706507284 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:21:48,699 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:48,699 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:48,699 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:48,699 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:48,699 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:21:48,699 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:48,699 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:21:48,699 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:48,700 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706538700 2024-11-27T11:21:48,700 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:21:48,700 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:21:48,700 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:21:48,700 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:21:48,700 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:21:48,700 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:21:48,700 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:48,700 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:21:48,700 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:48,701 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:48,701 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:21:48,705 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:21:48,705 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:21:48,705 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:21:48,705 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:21:48,706 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:21:48,706 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:21:48,706 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706508706,5,FailOnTimeoutGroup] 2024-11-27T11:21:48,707 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706508706,5,FailOnTimeoutGroup] 2024-11-27T11:21:48,707 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:48,707 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:21:48,707 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:48,707 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:48,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:21:48,767 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(746): ClusterId : 5feb28d1-643d-419b-aa29-dffe029bca85 2024-11-27T11:21:48,767 DEBUG [RS:0;5b617c7edc8e:34555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:21:48,770 DEBUG [RS:0;5b617c7edc8e:34555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:21:48,770 DEBUG [RS:0;5b617c7edc8e:34555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:21:48,772 DEBUG [RS:0;5b617c7edc8e:34555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:21:48,772 DEBUG [RS:0;5b617c7edc8e:34555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35199aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:21:48,784 DEBUG [RS:0;5b617c7edc8e:34555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:34555 2024-11-27T11:21:48,784 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:21:48,784 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:21:48,784 DEBUG [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:21:48,784 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,46059,1732706507284 with port=34555, startcode=1732706507333 2024-11-27T11:21:48,784 DEBUG [RS:0;5b617c7edc8e:34555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:21:48,785 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:21:48,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46059 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,34555,1732706507333 2024-11-27T11:21:48,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46059 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,34555,1732706507333 2024-11-27T11:21:48,787 DEBUG [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e 2024-11-27T11:21:48,787 DEBUG [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35605 2024-11-27T11:21:48,787 DEBUG [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:21:48,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784/rs 2024-11-27T11:21:48,788 DEBUG [RS:0;5b617c7edc8e:34555 {}] zookeeper.ZKUtil(111): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Set watcher on existing znode=/1566472784/rs/5b617c7edc8e,34555,1732706507333 2024-11-27T11:21:48,788 WARN [RS:0;5b617c7edc8e:34555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:21:48,789 INFO [RS:0;5b617c7edc8e:34555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:48,789 DEBUG [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/WALs/5b617c7edc8e,34555,1732706507333 2024-11-27T11:21:48,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,34555,1732706507333] 2024-11-27T11:21:48,791 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:21:48,792 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:21:48,793 INFO [RS:0;5b617c7edc8e:34555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:21:48,793 INFO [RS:0;5b617c7edc8e:34555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:48,793 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:21:48,793 INFO [RS:0;5b617c7edc8e:34555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:21:48,793 INFO [RS:0;5b617c7edc8e:34555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:48,793 DEBUG [RS:0;5b617c7edc8e:34555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:48,793 DEBUG [RS:0;5b617c7edc8e:34555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:48,793 DEBUG [RS:0;5b617c7edc8e:34555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:48,793 DEBUG [RS:0;5b617c7edc8e:34555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:48,793 DEBUG [RS:0;5b617c7edc8e:34555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:48,794 DEBUG [RS:0;5b617c7edc8e:34555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:21:48,794 DEBUG [RS:0;5b617c7edc8e:34555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:48,794 DEBUG [RS:0;5b617c7edc8e:34555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:48,794 DEBUG [RS:0;5b617c7edc8e:34555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:48,794 DEBUG [RS:0;5b617c7edc8e:34555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:48,794 DEBUG [RS:0;5b617c7edc8e:34555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:48,794 DEBUG [RS:0;5b617c7edc8e:34555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:48,794 DEBUG [RS:0;5b617c7edc8e:34555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:21:48,794 DEBUG [RS:0;5b617c7edc8e:34555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:21:48,794 INFO [RS:0;5b617c7edc8e:34555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:48,794 INFO [RS:0;5b617c7edc8e:34555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:48,794 INFO [RS:0;5b617c7edc8e:34555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:48,794 INFO [RS:0;5b617c7edc8e:34555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:48,794 INFO [RS:0;5b617c7edc8e:34555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:48,794 INFO [RS:0;5b617c7edc8e:34555 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,34555,1732706507333-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:21:48,811 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:21:48,812 INFO [RS:0;5b617c7edc8e:34555 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,34555,1732706507333-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:48,812 INFO [RS:0;5b617c7edc8e:34555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:48,812 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.Replication(171): 5b617c7edc8e,34555,1732706507333 started 2024-11-27T11:21:48,828 INFO [RS:0;5b617c7edc8e:34555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:48,828 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,34555,1732706507333, RpcServer on 5b617c7edc8e/172.17.0.2:34555, sessionid=0x1015928f2440004 2024-11-27T11:21:48,828 DEBUG [RS:0;5b617c7edc8e:34555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:21:48,828 DEBUG [RS:0;5b617c7edc8e:34555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,34555,1732706507333 2024-11-27T11:21:48,828 DEBUG [RS:0;5b617c7edc8e:34555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,34555,1732706507333' 2024-11-27T11:21:48,828 DEBUG [RS:0;5b617c7edc8e:34555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1566472784/flush-table-proc/abort' 2024-11-27T11:21:48,828 DEBUG [RS:0;5b617c7edc8e:34555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1566472784/flush-table-proc/acquired' 2024-11-27T11:21:48,829 DEBUG [RS:0;5b617c7edc8e:34555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:21:48,829 DEBUG [RS:0;5b617c7edc8e:34555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:21:48,829 DEBUG [RS:0;5b617c7edc8e:34555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,34555,1732706507333 2024-11-27T11:21:48,829 DEBUG [RS:0;5b617c7edc8e:34555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,34555,1732706507333' 2024-11-27T11:21:48,829 DEBUG [RS:0;5b617c7edc8e:34555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1566472784/online-snapshot/abort' 2024-11-27T11:21:48,829 DEBUG [RS:0;5b617c7edc8e:34555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1566472784/online-snapshot/acquired' 2024-11-27T11:21:48,829 DEBUG [RS:0;5b617c7edc8e:34555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:21:48,829 INFO [RS:0;5b617c7edc8e:34555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:21:48,829 INFO [RS:0;5b617c7edc8e:34555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:21:48,930 INFO [RS:0;5b617c7edc8e:34555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:21:48,931 INFO [RS:0;5b617c7edc8e:34555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C34555%2C1732706507333, suffix=, logDir=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/WALs/5b617c7edc8e,34555,1732706507333, archiveDir=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/oldWALs, maxLogs=10 2024-11-27T11:21:48,944 DEBUG [RS:0;5b617c7edc8e:34555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/WALs/5b617c7edc8e,34555,1732706507333/5b617c7edc8e%2C34555%2C1732706507333.1732706508931, exclude list is [], retry=0 2024-11-27T11:21:48,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33421,DS-39424960-89e9-4a89-8660-e3a02cfaf629,DISK] 2024-11-27T11:21:48,948 INFO [RS:0;5b617c7edc8e:34555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/WALs/5b617c7edc8e,34555,1732706507333/5b617c7edc8e%2C34555%2C1732706507333.1732706508931 2024-11-27T11:21:48,948 DEBUG [RS:0;5b617c7edc8e:34555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44239:44239)] 2024-11-27T11:21:49,110 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:21:49,110 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e 2024-11-27T11:21:49,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741833_1009 (size=32) 2024-11-27T11:21:49,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:49,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:21:49,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:21:49,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:49,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:49,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:21:49,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:21:49,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:49,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:49,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:21:49,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:21:49,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:49,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:49,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:21:49,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:21:49,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:49,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:49,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:21:49,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740 2024-11-27T11:21:49,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740 2024-11-27T11:21:49,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:21:49,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:21:49,523 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:49,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:21:49,525 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:49,525 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70336028, jitterRate=0.04808849096298218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:49,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706509516Initializing all the Stores at 1732706509516Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706509516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706509516Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706509516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706509516Cleaning up temporary data from old regions at 1732706509522 (+6 ms)Region opened successfully at 1732706509525 (+3 ms) 2024-11-27T11:21:49,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:21:49,525 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:21:49,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:21:49,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:21:49,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:21:49,525 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:21:49,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706509525Disabling compacts and flushes for region at 1732706509525Disabling writes for close at 1732706509525Writing region close event to WAL at 1732706509525Closed at 1732706509525 2024-11-27T11:21:49,526 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:49,526 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:21:49,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:21:49,527 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:21:49,528 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:21:49,678 DEBUG [5b617c7edc8e:46059 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:21:49,678 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,34555,1732706507333 2024-11-27T11:21:49,679 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,34555,1732706507333, state=OPENING 2024-11-27T11:21:49,686 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:21:49,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784 2024-11-27T11:21:49,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784 2024-11-27T11:21:49,687 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:21:49,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,34555,1732706507333}] 2024-11-27T11:21:49,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1566472784/meta-region-server: CHANGED 2024-11-27T11:21:49,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1566472784/meta-region-server: CHANGED 2024-11-27T11:21:49,840 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:21:49,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:21:49,844 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:21:49,844 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:49,844 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:21:49,845 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C34555%2C1732706507333.meta, suffix=.meta, logDir=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/WALs/5b617c7edc8e,34555,1732706507333, archiveDir=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/oldWALs, maxLogs=10 2024-11-27T11:21:49,859 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/WALs/5b617c7edc8e,34555,1732706507333/5b617c7edc8e%2C34555%2C1732706507333.meta.1732706509845.meta, exclude list is [], retry=0 2024-11-27T11:21:49,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33421,DS-39424960-89e9-4a89-8660-e3a02cfaf629,DISK] 2024-11-27T11:21:49,862 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/WALs/5b617c7edc8e,34555,1732706507333/5b617c7edc8e%2C34555%2C1732706507333.meta.1732706509845.meta 2024-11-27T11:21:49,863 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44239:44239)] 2024-11-27T11:21:49,863 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:49,863 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:21:49,863 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:21:49,863 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:21:49,863 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:21:49,863 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:21:49,864 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:49,864 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:21:49,864 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:21:49,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:21:49,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:21:49,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:49,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:49,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:21:49,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:21:49,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:49,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:49,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:21:49,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:21:49,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:49,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:49,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:21:49,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:21:49,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:49,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:49,869 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:21:49,869 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740 2024-11-27T11:21:49,870 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740 2024-11-27T11:21:49,871 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:21:49,871 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:21:49,871 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:49,872 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:21:49,873 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61928369, jitterRate=-0.07719539105892181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:49,873 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:21:49,873 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706509864Writing region info on filesystem at 1732706509864Initializing all the Stores at 1732706509864Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706509864Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706509864Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706509865 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706509865Cleaning up temporary data from old regions at 1732706509871 (+6 ms)Running coprocessor post-open hooks at 1732706509873 (+2 ms)Region opened successfully at 1732706509873 2024-11-27T11:21:49,874 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706509839 2024-11-27T11:21:49,875 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:21:49,875 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:21:49,876 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,34555,1732706507333 2024-11-27T11:21:49,876 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,34555,1732706507333, state=OPEN 2024-11-27T11:21:49,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1566472784/meta-region-server 2024-11-27T11:21:49,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1566472784/meta-region-server 2024-11-27T11:21:49,878 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,34555,1732706507333 2024-11-27T11:21:49,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1566472784/meta-region-server: CHANGED 2024-11-27T11:21:49,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1566472784/meta-region-server: CHANGED 2024-11-27T11:21:49,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:21:49,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,34555,1732706507333 in 191 msec 2024-11-27T11:21:49,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:21:49,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-27T11:21:49,882 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:49,882 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:21:49,883 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:49,883 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,34555,1732706507333, seqNum=-1] 2024-11-27T11:21:49,883 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:49,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:21:49,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1890 sec 2024-11-27T11:21:49,887 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706509887, completionTime=-1 2024-11-27T11:21:49,887 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:21:49,887 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:21:49,889 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:21:49,889 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706569889 2024-11-27T11:21:49,889 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706629889 2024-11-27T11:21:49,889 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T11:21:49,889 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,46059,1732706507284-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:49,889 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,46059,1732706507284-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:49,889 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,46059,1732706507284-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:49,889 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:46059, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:49,889 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:49,890 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:49,891 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:21:49,893 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.506sec 2024-11-27T11:21:49,893 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:21:49,893 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:21:49,893 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:21:49,893 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:21:49,893 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:21:49,893 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,46059,1732706507284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:21:49,893 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,46059,1732706507284-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:21:49,895 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:21:49,895 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:21:49,895 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,46059,1732706507284-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:49,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700e407f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:49,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,46059,-1 for getting cluster id 2024-11-27T11:21:49,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:49,969 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5feb28d1-643d-419b-aa29-dffe029bca85' 2024-11-27T11:21:49,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:49,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5feb28d1-643d-419b-aa29-dffe029bca85" 2024-11-27T11:21:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340d69c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,46059,-1] 2024-11-27T11:21:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:49,971 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:49,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f75039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:49,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,34555,1732706507333, seqNum=-1] 2024-11-27T11:21:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:49,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:21:49,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,46059,1732706507284 2024-11-27T11:21:49,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50237 2024-11-27T11:21:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:49,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015928f2440005 connected 2024-11-27T11:21:49,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/hadoop.log.dir so I do NOT create it in target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062 2024-11-27T11:21:49,982 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T11:21:49,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/hadoop.tmp.dir so I do NOT create it in target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062 2024-11-27T11:21:49,982 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T11:21:49,982 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062 2024-11-27T11:21:49,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T11:21:49,982 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/cluster_d8099631-cf91-b9ba-0827-a874aa0917cb, deleteOnExit=true 2024-11-27T11:21:49,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T11:21:49,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/test.cache.data in system properties and HBase conf 2024-11-27T11:21:49,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:21:49,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:21:49,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:21:49,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:21:49,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:21:49,983 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:21:49,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:21:49,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:21:49,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:21:49,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:21:49,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:21:49,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:21:49,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:21:49,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:21:49,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:21:49,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:21:49,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:21:49,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:21:49,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:21:49,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:21:50,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:50,064 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:21:50,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:21:50,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:21:50,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:21:50,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:50,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8694503{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:21:50,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29f0b9ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:21:50,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@85ccbb5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/java.io.tmpdir/jetty-localhost-40417-hadoop-hdfs-3_4_1-tests_jar-_-any-14746360514344833796/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:21:50,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d781517{HTTP/1.1, (http/1.1)}{localhost:40417} 2024-11-27T11:21:50,183 INFO [Time-limited test {}] server.Server(415): Started @287248ms 2024-11-27T11:21:50,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:21:50,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:21:50,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:21:50,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:21:50,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T11:21:50,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f9cf0ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:21:50,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e661899{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:21:50,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1af8ca54{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/java.io.tmpdir/jetty-localhost-36985-hadoop-hdfs-3_4_1-tests_jar-_-any-17911859598374787803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:21:50,407 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@358ded7e{HTTP/1.1, (http/1.1)}{localhost:36985} 2024-11-27T11:21:50,407 INFO [Time-limited test {}] server.Server(415): Started @287473ms 2024-11-27T11:21:50,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:21:50,503 WARN [Thread-4543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/cluster_d8099631-cf91-b9ba-0827-a874aa0917cb/data/data1/current/BP-899755455-172.17.0.2-1732706510006/current, will proceed with Du for space computation calculation, 2024-11-27T11:21:50,503 WARN [Thread-4544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/cluster_d8099631-cf91-b9ba-0827-a874aa0917cb/data/data2/current/BP-899755455-172.17.0.2-1732706510006/current, will proceed with Du for space computation calculation, 2024-11-27T11:21:50,527 WARN [Thread-4531 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:21:50,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18d40ec9ada515cf with lease ID 0xa3cc99d519caea57: Processing first storage report for DS-6851a9ec-9fd6-46be-a6b1-3ace1c971527 from datanode DatanodeRegistration(127.0.0.1:33491, datanodeUuid=c9752e79-b437-45de-b662-cc91c40ca93c, infoPort=38563, infoSecurePort=0, ipcPort=35425, storageInfo=lv=-57;cid=testClusterID;nsid=1604571508;c=1732706510006) 2024-11-27T11:21:50,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18d40ec9ada515cf with lease ID 0xa3cc99d519caea57: from storage DS-6851a9ec-9fd6-46be-a6b1-3ace1c971527 node DatanodeRegistration(127.0.0.1:33491, datanodeUuid=c9752e79-b437-45de-b662-cc91c40ca93c, infoPort=38563, infoSecurePort=0, ipcPort=35425, storageInfo=lv=-57;cid=testClusterID;nsid=1604571508;c=1732706510006), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T11:21:50,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18d40ec9ada515cf with lease ID 0xa3cc99d519caea57: Processing first storage report for DS-0a5497f9-c921-4908-ab95-e09d8ac66feb from datanode DatanodeRegistration(127.0.0.1:33491, datanodeUuid=c9752e79-b437-45de-b662-cc91c40ca93c, infoPort=38563, infoSecurePort=0, ipcPort=35425, storageInfo=lv=-57;cid=testClusterID;nsid=1604571508;c=1732706510006) 2024-11-27T11:21:50,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18d40ec9ada515cf with lease ID 0xa3cc99d519caea57: from storage DS-0a5497f9-c921-4908-ab95-e09d8ac66feb node DatanodeRegistration(127.0.0.1:33491, datanodeUuid=c9752e79-b437-45de-b662-cc91c40ca93c, infoPort=38563, infoSecurePort=0, ipcPort=35425, storageInfo=lv=-57;cid=testClusterID;nsid=1604571508;c=1732706510006), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:21:50,531 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062 2024-11-27T11:21:50,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:50,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:50,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:21:50,939 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68 with version=8 2024-11-27T11:21:50,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/hbase-staging 2024-11-27T11:21:50,941 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:21:50,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:50,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:50,941 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:21:50,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:50,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:21:50,941 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T11:21:50,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:21:50,942 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43919 2024-11-27T11:21:50,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43919 connecting to ZooKeeper ensemble=127.0.0.1:50237 2024-11-27T11:21:50,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439190x0, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:50,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43919-0x1015928f2440006 connected 2024-11-27T11:21:50,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:50,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:50,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Set watcher on znode that does not yet exist, /2-1882784914/running 2024-11-27T11:21:50,959 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68, hbase.cluster.distributed=false 2024-11-27T11:21:50,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Set watcher on znode that does not yet exist, /2-1882784914/acl 2024-11-27T11:21:50,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43919 2024-11-27T11:21:50,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43919 2024-11-27T11:21:50,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43919 2024-11-27T11:21:50,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43919 2024-11-27T11:21:50,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43919 2024-11-27T11:21:50,976 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b617c7edc8e:0 server-side Connection retries=45 2024-11-27T11:21:50,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:50,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:50,976 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T11:21:50,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T11:21:50,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T11:21:50,977 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T11:21:50,977 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:21:50,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38339 2024-11-27T11:21:50,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38339 connecting to ZooKeeper ensemble=127.0.0.1:50237 2024-11-27T11:21:50,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:50,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:50,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383390x0, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:50,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383390x0, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Set watcher on znode that does not yet exist, /2-1882784914/running 2024-11-27T11:21:50,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38339-0x1015928f2440007 connected 2024-11-27T11:21:50,983 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T11:21:50,984 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T11:21:50,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Set watcher on znode that does not yet exist, /2-1882784914/master 2024-11-27T11:21:50,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Set watcher on znode that does not yet exist, /2-1882784914/acl 2024-11-27T11:21:50,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38339 2024-11-27T11:21:50,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38339 2024-11-27T11:21:50,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38339 2024-11-27T11:21:50,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38339 2024-11-27T11:21:50,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38339 2024-11-27T11:21:51,002 DEBUG [M:0;5b617c7edc8e:43919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b617c7edc8e:43919 2024-11-27T11:21:51,004 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1882784914/backup-masters/5b617c7edc8e,43919,1732706510941 2024-11-27T11:21:51,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914/backup-masters 2024-11-27T11:21:51,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914/backup-masters 2024-11-27T11:21:51,006 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Set watcher on existing znode=/2-1882784914/backup-masters/5b617c7edc8e,43919,1732706510941 2024-11-27T11:21:51,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1882784914/master 2024-11-27T11:21:51,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914 2024-11-27T11:21:51,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914 2024-11-27T11:21:51,007 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Set watcher on existing znode=/2-1882784914/master 2024-11-27T11:21:51,008 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1882784914/backup-masters/5b617c7edc8e,43919,1732706510941 from backup master directory 2024-11-27T11:21:51,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1882784914/backup-masters/5b617c7edc8e,43919,1732706510941 2024-11-27T11:21:51,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914/backup-masters 2024-11-27T11:21:51,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914/backup-masters 2024-11-27T11:21:51,010 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:21:51,010 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b617c7edc8e,43919,1732706510941 2024-11-27T11:21:51,013 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/hbase.id] with ID: 2dac5ce3-d5a5-49e0-8892-57e4fc765dcc 2024-11-27T11:21:51,013 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/.tmp/hbase.id 2024-11-27T11:21:51,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741826_1002 (size=42) 2024-11-27T11:21:51,420 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/.tmp/hbase.id]:[hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/hbase.id] 2024-11-27T11:21:51,427 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:21:51,427 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T11:21:51,428 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T11:21:51,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914 2024-11-27T11:21:51,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914 2024-11-27T11:21:51,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741827_1003 (size=196) 2024-11-27T11:21:51,835 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:21:51,836 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T11:21:51,836 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:51,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741828_1004 (size=1189) 2024-11-27T11:21:52,242 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store 2024-11-27T11:21:52,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741829_1005 (size=34) 2024-11-27T11:21:52,647 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:52,647 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:21:52,647 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:52,647 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:52,647 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:21:52,647 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:52,647 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:21:52,647 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706512647Disabling compacts and flushes for region at 1732706512647Disabling writes for close at 1732706512647Writing region close event to WAL at 1732706512647Closed at 1732706512647 2024-11-27T11:21:52,648 WARN [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/.initializing 2024-11-27T11:21:52,648 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/WALs/5b617c7edc8e,43919,1732706510941 2024-11-27T11:21:52,649 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:21:52,650 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b617c7edc8e%2C43919%2C1732706510941, suffix=, logDir=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/WALs/5b617c7edc8e,43919,1732706510941, archiveDir=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/oldWALs, maxLogs=10 2024-11-27T11:21:52,663 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/WALs/5b617c7edc8e,43919,1732706510941/5b617c7edc8e%2C43919%2C1732706510941.1732706512650, exclude list is [], retry=0 2024-11-27T11:21:52,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33491,DS-6851a9ec-9fd6-46be-a6b1-3ace1c971527,DISK] 2024-11-27T11:21:52,667 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/WALs/5b617c7edc8e,43919,1732706510941/5b617c7edc8e%2C43919%2C1732706510941.1732706512650 2024-11-27T11:21:52,667 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38563:38563)] 2024-11-27T11:21:52,667 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:52,667 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:52,667 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:52,667 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:52,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:52,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T11:21:52,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:52,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:52,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:52,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T11:21:52,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:52,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:52,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:52,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T11:21:52,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:52,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:52,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:52,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T11:21:52,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:52,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:52,674 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:52,675 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:52,675 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:52,676 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:52,676 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:52,676 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:52,677 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T11:21:52,679 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:52,679 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66083896, jitterRate=-0.015273213386535645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:52,679 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732706512668Initializing all the Stores at 1732706512668Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706512668Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706512669 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706512669Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706512669Cleaning up temporary data from old regions at 1732706512676 (+7 ms)Region opened successfully at 1732706512679 (+3 ms) 2024-11-27T11:21:52,680 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T11:21:52,682 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e799327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:21:52,683 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T11:21:52,683 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T11:21:52,683 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T11:21:52,683 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T11:21:52,683 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T11:21:52,683 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T11:21:52,683 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T11:21:52,685 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T11:21:52,686 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Unable to get data of znode /2-1882784914/balancer because node does not exist (not necessarily an error) 2024-11-27T11:21:52,687 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1882784914/balancer already deleted, retry=false 2024-11-27T11:21:52,687 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T11:21:52,688 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Unable to get data of znode /2-1882784914/normalizer because node does not exist (not necessarily an error) 2024-11-27T11:21:52,689 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1882784914/normalizer already deleted, retry=false 2024-11-27T11:21:52,690 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T11:21:52,690 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Unable to get data of znode /2-1882784914/switch/split because node does not exist (not necessarily an error) 2024-11-27T11:21:52,693 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1882784914/switch/split already deleted, retry=false 2024-11-27T11:21:52,693 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Unable to get data of znode /2-1882784914/switch/merge because node does not exist (not necessarily an error) 2024-11-27T11:21:52,694 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1882784914/switch/merge already deleted, retry=false 2024-11-27T11:21:52,696 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Unable to get data of znode /2-1882784914/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T11:21:52,697 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1882784914/snapshot-cleanup already deleted, retry=false 2024-11-27T11:21:52,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1882784914/running 2024-11-27T11:21:52,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914 2024-11-27T11:21:52,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1882784914/running 2024-11-27T11:21:52,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914 2024-11-27T11:21:52,699 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b617c7edc8e,43919,1732706510941, sessionid=0x1015928f2440006, setting cluster-up flag (Was=false) 2024-11-27T11:21:52,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914 2024-11-27T11:21:52,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914 2024-11-27T11:21:52,708 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1882784914/flush-table-proc/acquired, /2-1882784914/flush-table-proc/reached, /2-1882784914/flush-table-proc/abort 2024-11-27T11:21:52,709 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,43919,1732706510941 2024-11-27T11:21:52,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914 2024-11-27T11:21:52,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914 2024-11-27T11:21:52,716 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1882784914/online-snapshot/acquired, /2-1882784914/online-snapshot/reached, /2-1882784914/online-snapshot/abort 2024-11-27T11:21:52,717 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b617c7edc8e,43919,1732706510941 2024-11-27T11:21:52,718 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T11:21:52,719 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:52,719 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T11:21:52,719 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T11:21:52,720 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b617c7edc8e,43919,1732706510941 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T11:21:52,721 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:52,721 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:52,721 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:52,721 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=5, maxPoolSize=5 2024-11-27T11:21:52,721 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b617c7edc8e:0, corePoolSize=10, maxPoolSize=10 2024-11-27T11:21:52,721 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:52,721 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:21:52,721 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:52,722 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:52,722 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732706542722 2024-11-27T11:21:52,722 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T11:21:52,722 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T11:21:52,722 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T11:21:52,723 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T11:21:52,723 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T11:21:52,723 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T11:21:52,723 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T11:21:52,723 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:52,723 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:52,723 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T11:21:52,723 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T11:21:52,723 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T11:21:52,723 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T11:21:52,723 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T11:21:52,723 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T11:21:52,724 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T11:21:52,724 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706512724,5,FailOnTimeoutGroup] 2024-11-27T11:21:52,728 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706512724,5,FailOnTimeoutGroup] 2024-11-27T11:21:52,728 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:52,728 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T11:21:52,728 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:52,728 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:52,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741831_1007 (size=1321) 2024-11-27T11:21:52,794 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(746): ClusterId : 2dac5ce3-d5a5-49e0-8892-57e4fc765dcc 2024-11-27T11:21:52,794 DEBUG [RS:0;5b617c7edc8e:38339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T11:21:52,796 DEBUG [RS:0;5b617c7edc8e:38339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T11:21:52,796 DEBUG [RS:0;5b617c7edc8e:38339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T11:21:52,797 DEBUG [RS:0;5b617c7edc8e:38339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T11:21:52,798 DEBUG [RS:0;5b617c7edc8e:38339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b617c7edc8e/172.17.0.2:0 2024-11-27T11:21:52,809 DEBUG [RS:0;5b617c7edc8e:38339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b617c7edc8e:38339 2024-11-27T11:21:52,809 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T11:21:52,810 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T11:21:52,810 DEBUG [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T11:21:52,810 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b617c7edc8e,43919,1732706510941 with port=38339, startcode=1732706510976 2024-11-27T11:21:52,810 DEBUG [RS:0;5b617c7edc8e:38339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T11:21:52,811 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T11:21:52,812 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b617c7edc8e,38339,1732706510976 2024-11-27T11:21:52,812 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43919 {}] master.ServerManager(517): Registering regionserver=5b617c7edc8e,38339,1732706510976 2024-11-27T11:21:52,813 DEBUG [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68 2024-11-27T11:21:52,813 DEBUG [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34509 2024-11-27T11:21:52,813 DEBUG [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T11:21:52,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914/rs 2024-11-27T11:21:52,818 DEBUG [RS:0;5b617c7edc8e:38339 {}] zookeeper.ZKUtil(111): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Set watcher on existing znode=/2-1882784914/rs/5b617c7edc8e,38339,1732706510976 2024-11-27T11:21:52,818 WARN [RS:0;5b617c7edc8e:38339 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T11:21:52,819 INFO [RS:0;5b617c7edc8e:38339 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:52,819 DEBUG [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/WALs/5b617c7edc8e,38339,1732706510976 2024-11-27T11:21:52,819 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b617c7edc8e,38339,1732706510976] 2024-11-27T11:21:52,821 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T11:21:52,823 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T11:21:52,823 INFO [RS:0;5b617c7edc8e:38339 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T11:21:52,823 INFO [RS:0;5b617c7edc8e:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:52,823 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T11:21:52,824 INFO [RS:0;5b617c7edc8e:38339 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T11:21:52,824 INFO [RS:0;5b617c7edc8e:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:52,824 DEBUG [RS:0;5b617c7edc8e:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:52,824 DEBUG [RS:0;5b617c7edc8e:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:52,824 DEBUG [RS:0;5b617c7edc8e:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:52,824 DEBUG [RS:0;5b617c7edc8e:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:52,824 DEBUG [RS:0;5b617c7edc8e:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:52,824 DEBUG [RS:0;5b617c7edc8e:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b617c7edc8e:0, corePoolSize=2, maxPoolSize=2 2024-11-27T11:21:52,824 DEBUG [RS:0;5b617c7edc8e:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:52,824 DEBUG [RS:0;5b617c7edc8e:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:52,824 DEBUG [RS:0;5b617c7edc8e:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:52,824 DEBUG [RS:0;5b617c7edc8e:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:52,824 DEBUG [RS:0;5b617c7edc8e:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:52,824 DEBUG [RS:0;5b617c7edc8e:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b617c7edc8e:0, corePoolSize=1, maxPoolSize=1 2024-11-27T11:21:52,824 DEBUG [RS:0;5b617c7edc8e:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:21:52,824 DEBUG [RS:0;5b617c7edc8e:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b617c7edc8e:0, corePoolSize=3, maxPoolSize=3 2024-11-27T11:21:52,829 INFO [RS:0;5b617c7edc8e:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:52,829 INFO [RS:0;5b617c7edc8e:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:52,829 INFO [RS:0;5b617c7edc8e:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:52,829 INFO [RS:0;5b617c7edc8e:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:52,829 INFO [RS:0;5b617c7edc8e:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:52,829 INFO [RS:0;5b617c7edc8e:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38339,1732706510976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:21:52,844 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T11:21:52,844 INFO [RS:0;5b617c7edc8e:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,38339,1732706510976-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:52,844 INFO [RS:0;5b617c7edc8e:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:52,844 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.Replication(171): 5b617c7edc8e,38339,1732706510976 started 2024-11-27T11:21:52,857 INFO [RS:0;5b617c7edc8e:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:52,857 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(1482): Serving as 5b617c7edc8e,38339,1732706510976, RpcServer on 5b617c7edc8e/172.17.0.2:38339, sessionid=0x1015928f2440007 2024-11-27T11:21:52,857 DEBUG [RS:0;5b617c7edc8e:38339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T11:21:52,857 DEBUG [RS:0;5b617c7edc8e:38339 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b617c7edc8e,38339,1732706510976 2024-11-27T11:21:52,857 DEBUG [RS:0;5b617c7edc8e:38339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,38339,1732706510976' 2024-11-27T11:21:52,857 DEBUG [RS:0;5b617c7edc8e:38339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1882784914/flush-table-proc/abort' 2024-11-27T11:21:52,858 DEBUG [RS:0;5b617c7edc8e:38339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1882784914/flush-table-proc/acquired' 2024-11-27T11:21:52,858 DEBUG [RS:0;5b617c7edc8e:38339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T11:21:52,858 DEBUG [RS:0;5b617c7edc8e:38339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T11:21:52,858 DEBUG [RS:0;5b617c7edc8e:38339 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b617c7edc8e,38339,1732706510976 2024-11-27T11:21:52,858 DEBUG [RS:0;5b617c7edc8e:38339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b617c7edc8e,38339,1732706510976' 2024-11-27T11:21:52,858 DEBUG [RS:0;5b617c7edc8e:38339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1882784914/online-snapshot/abort' 2024-11-27T11:21:52,858 DEBUG [RS:0;5b617c7edc8e:38339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1882784914/online-snapshot/acquired' 2024-11-27T11:21:52,859 DEBUG [RS:0;5b617c7edc8e:38339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T11:21:52,859 INFO [RS:0;5b617c7edc8e:38339 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T11:21:52,859 INFO [RS:0;5b617c7edc8e:38339 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T11:21:52,959 INFO [RS:0;5b617c7edc8e:38339 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T11:21:52,960 INFO [RS:0;5b617c7edc8e:38339 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C38339%2C1732706510976, suffix=, logDir=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/WALs/5b617c7edc8e,38339,1732706510976, archiveDir=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/oldWALs, maxLogs=10 2024-11-27T11:21:52,974 DEBUG [RS:0;5b617c7edc8e:38339 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/WALs/5b617c7edc8e,38339,1732706510976/5b617c7edc8e%2C38339%2C1732706510976.1732706512961, exclude list is [], retry=0 2024-11-27T11:21:52,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33491,DS-6851a9ec-9fd6-46be-a6b1-3ace1c971527,DISK] 2024-11-27T11:21:52,977 INFO [RS:0;5b617c7edc8e:38339 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/WALs/5b617c7edc8e,38339,1732706510976/5b617c7edc8e%2C38339%2C1732706510976.1732706512961 2024-11-27T11:21:52,977 DEBUG [RS:0;5b617c7edc8e:38339 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38563:38563)] 2024-11-27T11:21:53,137 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T11:21:53,137 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68 2024-11-27T11:21:53,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741833_1009 (size=32) 2024-11-27T11:21:53,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:53,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:21:53,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:21:53,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:53,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:53,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:21:53,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:21:53,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:53,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:53,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:21:53,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:21:53,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:53,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:53,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:21:53,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:21:53,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:53,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:53,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:21:53,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740 2024-11-27T11:21:53,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740 2024-11-27T11:21:53,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:21:53,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:21:53,550 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:53,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:21:53,552 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:53,553 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73201633, jitterRate=0.09078933298587799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:53,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732706513542Initializing all the Stores at 1732706513543 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706513543Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706513543Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706513543Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706513543Cleaning up temporary data from old regions at 1732706513550 (+7 ms)Region opened successfully at 1732706513553 (+3 ms) 2024-11-27T11:21:53,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:21:53,553 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:21:53,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:21:53,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:21:53,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:21:53,553 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:21:53,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706513553Disabling compacts and flushes for region at 1732706513553Disabling writes for close at 1732706513553Writing region close event to WAL at 1732706513553Closed at 1732706513553 2024-11-27T11:21:53,554 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:53,554 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T11:21:53,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T11:21:53,555 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:21:53,556 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T11:21:53,706 DEBUG [5b617c7edc8e:43919 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T11:21:53,707 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b617c7edc8e,38339,1732706510976 2024-11-27T11:21:53,708 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,38339,1732706510976, state=OPENING 2024-11-27T11:21:53,709 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T11:21:53,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914 2024-11-27T11:21:53,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914 2024-11-27T11:21:53,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1882784914/meta-region-server: CHANGED 2024-11-27T11:21:53,711 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T11:21:53,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1882784914/meta-region-server: CHANGED 2024-11-27T11:21:53,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,38339,1732706510976}] 2024-11-27T11:21:53,863 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:21:53,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:21:53,867 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T11:21:53,867 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:21:53,867 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T11:21:53,868 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C38339%2C1732706510976.meta, suffix=.meta, logDir=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/WALs/5b617c7edc8e,38339,1732706510976, archiveDir=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/oldWALs, maxLogs=10 2024-11-27T11:21:53,881 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/WALs/5b617c7edc8e,38339,1732706510976/5b617c7edc8e%2C38339%2C1732706510976.meta.1732706513868.meta, exclude list is [], retry=0 2024-11-27T11:21:53,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33491,DS-6851a9ec-9fd6-46be-a6b1-3ace1c971527,DISK] 2024-11-27T11:21:53,884 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/WALs/5b617c7edc8e,38339,1732706510976/5b617c7edc8e%2C38339%2C1732706510976.meta.1732706513868.meta 2024-11-27T11:21:53,884 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38563:38563)] 2024-11-27T11:21:53,884 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:53,885 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:21:53,885 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:21:53,885 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T11:21:53,885 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T11:21:53,885 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T11:21:53,885 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:53,885 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T11:21:53,885 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T11:21:53,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T11:21:53,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T11:21:53,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:53,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:53,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T11:21:53,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T11:21:53,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:53,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:53,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T11:21:53,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T11:21:53,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:53,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:53,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T11:21:53,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T11:21:53,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:53,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T11:21:53,890 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T11:21:53,890 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740 2024-11-27T11:21:53,891 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740 2024-11-27T11:21:53,891 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T11:21:53,891 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T11:21:53,892 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T11:21:53,892 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T11:21:53,893 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71831149, jitterRate=0.07036752998828888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T11:21:53,893 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T11:21:53,893 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732706513885Writing region info on filesystem at 1732706513885Initializing all the Stores at 1732706513886 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706513886Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706513886Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706513886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732706513886Cleaning up temporary data from old regions at 1732706513891 (+5 ms)Running coprocessor post-open hooks at 1732706513893 (+2 ms)Region opened successfully at 1732706513893 2024-11-27T11:21:53,894 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732706513863 2024-11-27T11:21:53,896 DEBUG [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T11:21:53,896 INFO [RS_OPEN_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T11:21:53,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,38339,1732706510976 2024-11-27T11:21:53,897 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b617c7edc8e,38339,1732706510976, state=OPEN 2024-11-27T11:21:53,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1882784914/meta-region-server 2024-11-27T11:21:53,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1882784914/meta-region-server 2024-11-27T11:21:53,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1882784914/meta-region-server: CHANGED 2024-11-27T11:21:53,899 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b617c7edc8e,38339,1732706510976 2024-11-27T11:21:53,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1882784914/meta-region-server: CHANGED 2024-11-27T11:21:53,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T11:21:53,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b617c7edc8e,38339,1732706510976 in 188 msec 2024-11-27T11:21:53,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T11:21:53,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-11-27T11:21:53,903 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T11:21:53,903 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T11:21:53,904 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:53,904 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38339,1732706510976, seqNum=-1] 2024-11-27T11:21:53,904 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:53,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:21:53,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1890 sec 2024-11-27T11:21:53,908 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732706513908, completionTime=-1 2024-11-27T11:21:53,908 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T11:21:53,908 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T11:21:53,910 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T11:21:53,910 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732706573910 2024-11-27T11:21:53,910 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732706633910 2024-11-27T11:21:53,910 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T11:21:53,910 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43919,1732706510941-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:53,910 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43919,1732706510941-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:53,910 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43919,1732706510941-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:53,910 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b617c7edc8e:43919, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:53,910 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:53,911 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:53,912 DEBUG [master/5b617c7edc8e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T11:21:53,914 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.904sec 2024-11-27T11:21:53,914 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T11:21:53,914 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T11:21:53,914 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T11:21:53,914 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T11:21:53,914 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T11:21:53,914 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43919,1732706510941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T11:21:53,914 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43919,1732706510941-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T11:21:53,916 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T11:21:53,916 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T11:21:53,916 INFO [master/5b617c7edc8e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b617c7edc8e,43919,1732706510941-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T11:21:53,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3770e61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:53,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43919,-1 for getting cluster id 2024-11-27T11:21:53,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:53,996 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dac5ce3-d5a5-49e0-8892-57e4fc765dcc' 2024-11-27T11:21:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dac5ce3-d5a5-49e0-8892-57e4fc765dcc" 2024-11-27T11:21:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a5a3cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43919,-1] 2024-11-27T11:21:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:53,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:53,997 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:53,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8489c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:53,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:21:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38339,1732706510976, seqNum=-1] 2024-11-27T11:21:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:21:54,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:21:54,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b617c7edc8e,43919,1732706510941 2024-11-27T11:21:54,002 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50237 2024-11-27T11:21:54,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T11:21:54,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015928f2440008 connected 2024-11-27T11:21:54,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,33237,1732706503667 2024-11-27T11:21:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47ab81ed 2024-11-27T11:21:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:54,009 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:21:54,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:21:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T11:21:54,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:21:54,012 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:54,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T11:21:54,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:21:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:54,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741835_1011 (size=902) 2024-11-27T11:21:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:54,418 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e1be6a0d898792da465a1eb2582603b, NAME => 'test,,1732706514009.8e1be6a0d898792da465a1eb2582603b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce 2024-11-27T11:21:54,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741836_1012 (size=39) 2024-11-27T11:21:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:54,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732706514009.8e1be6a0d898792da465a1eb2582603b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:54,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8e1be6a0d898792da465a1eb2582603b, disabling compactions & flushes 2024-11-27T11:21:54,824 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732706514009.8e1be6a0d898792da465a1eb2582603b. 2024-11-27T11:21:54,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706514009.8e1be6a0d898792da465a1eb2582603b. 2024-11-27T11:21:54,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732706514009.8e1be6a0d898792da465a1eb2582603b. after waiting 0 ms 2024-11-27T11:21:54,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732706514009.8e1be6a0d898792da465a1eb2582603b. 2024-11-27T11:21:54,824 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732706514009.8e1be6a0d898792da465a1eb2582603b. 2024-11-27T11:21:54,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e1be6a0d898792da465a1eb2582603b: Waiting for close lock at 1732706514823Disabling compacts and flushes for region at 1732706514823Disabling writes for close at 1732706514824 (+1 ms)Writing region close event to WAL at 1732706514824Closed at 1732706514824 2024-11-27T11:21:54,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:21:54,825 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732706514009.8e1be6a0d898792da465a1eb2582603b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732706514825"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706514825"}]},"ts":"1732706514825"} 2024-11-27T11:21:54,826 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:21:54,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:21:54,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706514827"}]},"ts":"1732706514827"} 2024-11-27T11:21:54,829 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T11:21:54,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8e1be6a0d898792da465a1eb2582603b, ASSIGN}] 2024-11-27T11:21:54,830 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8e1be6a0d898792da465a1eb2582603b, ASSIGN 2024-11-27T11:21:54,830 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8e1be6a0d898792da465a1eb2582603b, ASSIGN; state=OFFLINE, location=5b617c7edc8e,37143,1732706503722; forceNewPlan=false, retain=false 2024-11-27T11:21:54,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e1be6a0d898792da465a1eb2582603b, regionState=OPENING, regionLocation=5b617c7edc8e,37143,1732706503722 2024-11-27T11:21:54,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8e1be6a0d898792da465a1eb2582603b, ASSIGN because future has completed 2024-11-27T11:21:54,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e1be6a0d898792da465a1eb2582603b, server=5b617c7edc8e,37143,1732706503722}] 2024-11-27T11:21:55,138 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732706514009.8e1be6a0d898792da465a1eb2582603b. 2024-11-27T11:21:55,138 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e1be6a0d898792da465a1eb2582603b, NAME => 'test,,1732706514009.8e1be6a0d898792da465a1eb2582603b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:55,138 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:21:55,138 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T11:21:55,139 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8e1be6a0d898792da465a1eb2582603b 2024-11-27T11:21:55,139 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732706514009.8e1be6a0d898792da465a1eb2582603b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:55,139 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8e1be6a0d898792da465a1eb2582603b 2024-11-27T11:21:55,139 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8e1be6a0d898792da465a1eb2582603b 2024-11-27T11:21:55,140 INFO [StoreOpener-8e1be6a0d898792da465a1eb2582603b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8e1be6a0d898792da465a1eb2582603b 2024-11-27T11:21:55,141 INFO [StoreOpener-8e1be6a0d898792da465a1eb2582603b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e1be6a0d898792da465a1eb2582603b columnFamilyName f 2024-11-27T11:21:55,141 DEBUG [StoreOpener-8e1be6a0d898792da465a1eb2582603b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:55,141 INFO [StoreOpener-8e1be6a0d898792da465a1eb2582603b-1 {}] regionserver.HStore(327): Store=8e1be6a0d898792da465a1eb2582603b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:55,141 INFO [StoreOpener-8e1be6a0d898792da465a1eb2582603b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8e1be6a0d898792da465a1eb2582603b 2024-11-27T11:21:55,142 INFO [StoreOpener-8e1be6a0d898792da465a1eb2582603b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e1be6a0d898792da465a1eb2582603b columnFamilyName f1 2024-11-27T11:21:55,142 DEBUG [StoreOpener-8e1be6a0d898792da465a1eb2582603b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:55,142 INFO [StoreOpener-8e1be6a0d898792da465a1eb2582603b-1 {}] regionserver.HStore(327): Store=8e1be6a0d898792da465a1eb2582603b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:55,142 INFO [StoreOpener-8e1be6a0d898792da465a1eb2582603b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8e1be6a0d898792da465a1eb2582603b 2024-11-27T11:21:55,143 INFO [StoreOpener-8e1be6a0d898792da465a1eb2582603b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e1be6a0d898792da465a1eb2582603b columnFamilyName norep 2024-11-27T11:21:55,143 DEBUG [StoreOpener-8e1be6a0d898792da465a1eb2582603b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:55,143 INFO [StoreOpener-8e1be6a0d898792da465a1eb2582603b-1 {}] regionserver.HStore(327): Store=8e1be6a0d898792da465a1eb2582603b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:55,143 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8e1be6a0d898792da465a1eb2582603b 2024-11-27T11:21:55,143 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b 2024-11-27T11:21:55,144 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b 2024-11-27T11:21:55,144 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8e1be6a0d898792da465a1eb2582603b 2024-11-27T11:21:55,144 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8e1be6a0d898792da465a1eb2582603b 2024-11-27T11:21:55,145 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:21:55,145 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8e1be6a0d898792da465a1eb2582603b 2024-11-27T11:21:55,147 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:55,147 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8e1be6a0d898792da465a1eb2582603b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68011982, jitterRate=0.013457506895065308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:21:55,147 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e1be6a0d898792da465a1eb2582603b 2024-11-27T11:21:55,147 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8e1be6a0d898792da465a1eb2582603b: Running coprocessor pre-open hook at 1732706515139Writing region info on filesystem at 1732706515139Initializing all the Stores at 1732706515139Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706515139Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706515140 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706515140Cleaning up temporary data from old regions at 1732706515144 (+4 ms)Running coprocessor post-open hooks at 1732706515147 (+3 ms)Region opened successfully at 1732706515147 2024-11-27T11:21:55,148 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732706514009.8e1be6a0d898792da465a1eb2582603b., pid=6, masterSystemTime=1732706515135 2024-11-27T11:21:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:55,149 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732706514009.8e1be6a0d898792da465a1eb2582603b. 2024-11-27T11:21:55,149 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732706514009.8e1be6a0d898792da465a1eb2582603b. 2024-11-27T11:21:55,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e1be6a0d898792da465a1eb2582603b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b617c7edc8e,37143,1732706503722 2024-11-27T11:21:55,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e1be6a0d898792da465a1eb2582603b, server=5b617c7edc8e,37143,1732706503722 because future has completed 2024-11-27T11:21:55,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:21:55,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e1be6a0d898792da465a1eb2582603b, server=5b617c7edc8e,37143,1732706503722 in 169 msec 2024-11-27T11:21:55,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T11:21:55,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8e1be6a0d898792da465a1eb2582603b, ASSIGN in 324 msec 2024-11-27T11:21:55,155 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:21:55,156 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706515155"}]},"ts":"1732706515155"} 2024-11-27T11:21:55,157 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T11:21:55,157 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:21:55,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-27T11:21:55,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:21:55,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:55,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:55,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:55,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:55,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:55,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:55,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:55,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:55,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:55,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:55,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:55,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:55,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:55,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:55,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:55,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:55,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:21:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:56,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:56,159 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T11:21:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,46059,1732706507284 2024-11-27T11:21:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ada0e73 2024-11-27T11:21:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:56,161 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:21:56,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:21:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T11:21:56,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:21:56,163 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:56,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T11:21:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:56,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:21:56,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741835_1011 (size=902) 2024-11-27T11:21:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:56,571 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 818310341f08049e261c37af560a72af, NAME => 'test,,1732706516161.818310341f08049e261c37af560a72af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e 2024-11-27T11:21:56,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741836_1012 (size=39) 2024-11-27T11:21:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:56,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732706516161.818310341f08049e261c37af560a72af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:56,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 818310341f08049e261c37af560a72af, disabling compactions & flushes 2024-11-27T11:21:56,976 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732706516161.818310341f08049e261c37af560a72af. 2024-11-27T11:21:56,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706516161.818310341f08049e261c37af560a72af. 2024-11-27T11:21:56,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732706516161.818310341f08049e261c37af560a72af. after waiting 0 ms 2024-11-27T11:21:56,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732706516161.818310341f08049e261c37af560a72af. 2024-11-27T11:21:56,976 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732706516161.818310341f08049e261c37af560a72af. 2024-11-27T11:21:56,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 818310341f08049e261c37af560a72af: Waiting for close lock at 1732706516976Disabling compacts and flushes for region at 1732706516976Disabling writes for close at 1732706516976Writing region close event to WAL at 1732706516976Closed at 1732706516976 2024-11-27T11:21:56,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:21:56,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732706516161.818310341f08049e261c37af560a72af.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732706516977"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706516977"}]},"ts":"1732706516977"} 2024-11-27T11:21:56,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:21:56,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:21:56,980 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706516980"}]},"ts":"1732706516980"} 2024-11-27T11:21:56,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T11:21:56,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=818310341f08049e261c37af560a72af, ASSIGN}] 2024-11-27T11:21:56,982 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=818310341f08049e261c37af560a72af, ASSIGN 2024-11-27T11:21:56,982 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=818310341f08049e261c37af560a72af, ASSIGN; state=OFFLINE, location=5b617c7edc8e,34555,1732706507333; forceNewPlan=false, retain=false 2024-11-27T11:21:57,133 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=818310341f08049e261c37af560a72af, regionState=OPENING, regionLocation=5b617c7edc8e,34555,1732706507333 2024-11-27T11:21:57,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=818310341f08049e261c37af560a72af, ASSIGN because future has completed 2024-11-27T11:21:57,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 818310341f08049e261c37af560a72af, server=5b617c7edc8e,34555,1732706507333}] 2024-11-27T11:21:57,290 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732706516161.818310341f08049e261c37af560a72af. 2024-11-27T11:21:57,290 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 818310341f08049e261c37af560a72af, NAME => 'test,,1732706516161.818310341f08049e261c37af560a72af.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:57,290 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:21:57,290 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T11:21:57,290 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 818310341f08049e261c37af560a72af 2024-11-27T11:21:57,290 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732706516161.818310341f08049e261c37af560a72af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:57,290 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 818310341f08049e261c37af560a72af 2024-11-27T11:21:57,290 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 818310341f08049e261c37af560a72af 2024-11-27T11:21:57,291 INFO [StoreOpener-818310341f08049e261c37af560a72af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 818310341f08049e261c37af560a72af 2024-11-27T11:21:57,292 INFO [StoreOpener-818310341f08049e261c37af560a72af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 818310341f08049e261c37af560a72af columnFamilyName f 2024-11-27T11:21:57,292 DEBUG [StoreOpener-818310341f08049e261c37af560a72af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:57,293 INFO [StoreOpener-818310341f08049e261c37af560a72af-1 {}] regionserver.HStore(327): Store=818310341f08049e261c37af560a72af/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:57,293 INFO [StoreOpener-818310341f08049e261c37af560a72af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 818310341f08049e261c37af560a72af 2024-11-27T11:21:57,294 INFO [StoreOpener-818310341f08049e261c37af560a72af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 818310341f08049e261c37af560a72af columnFamilyName f1 2024-11-27T11:21:57,294 DEBUG [StoreOpener-818310341f08049e261c37af560a72af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:57,294 INFO [StoreOpener-818310341f08049e261c37af560a72af-1 {}] regionserver.HStore(327): Store=818310341f08049e261c37af560a72af/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:57,294 INFO [StoreOpener-818310341f08049e261c37af560a72af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 818310341f08049e261c37af560a72af 2024-11-27T11:21:57,295 INFO [StoreOpener-818310341f08049e261c37af560a72af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 818310341f08049e261c37af560a72af columnFamilyName norep 2024-11-27T11:21:57,295 DEBUG [StoreOpener-818310341f08049e261c37af560a72af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:57,295 INFO [StoreOpener-818310341f08049e261c37af560a72af-1 {}] regionserver.HStore(327): Store=818310341f08049e261c37af560a72af/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:57,295 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 818310341f08049e261c37af560a72af 2024-11-27T11:21:57,296 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af 2024-11-27T11:21:57,296 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af 2024-11-27T11:21:57,297 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 818310341f08049e261c37af560a72af 2024-11-27T11:21:57,297 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 818310341f08049e261c37af560a72af 2024-11-27T11:21:57,297 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:21:57,298 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 818310341f08049e261c37af560a72af 2024-11-27T11:21:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:57,299 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:57,299 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 818310341f08049e261c37af560a72af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74205049, jitterRate=0.10574139654636383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:21:57,300 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 818310341f08049e261c37af560a72af 2024-11-27T11:21:57,300 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 818310341f08049e261c37af560a72af: Running coprocessor pre-open hook at 1732706517290Writing region info on filesystem at 1732706517290Initializing all the Stores at 1732706517291 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706517291Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706517291Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706517291Cleaning up temporary data from old regions at 1732706517297 (+6 ms)Running coprocessor post-open hooks at 1732706517300 (+3 ms)Region opened successfully at 1732706517300 2024-11-27T11:21:57,300 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732706516161.818310341f08049e261c37af560a72af., pid=6, masterSystemTime=1732706517287 2024-11-27T11:21:57,302 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732706516161.818310341f08049e261c37af560a72af. 2024-11-27T11:21:57,302 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732706516161.818310341f08049e261c37af560a72af. 2024-11-27T11:21:57,302 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=818310341f08049e261c37af560a72af, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b617c7edc8e,34555,1732706507333 2024-11-27T11:21:57,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 818310341f08049e261c37af560a72af, server=5b617c7edc8e,34555,1732706507333 because future has completed 2024-11-27T11:21:57,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:21:57,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 818310341f08049e261c37af560a72af, server=5b617c7edc8e,34555,1732706507333 in 169 msec 2024-11-27T11:21:57,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T11:21:57,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=818310341f08049e261c37af560a72af, ASSIGN in 324 msec 2024-11-27T11:21:57,308 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:21:57,308 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706517308"}]},"ts":"1732706517308"} 2024-11-27T11:21:57,309 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T11:21:57,309 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:21:57,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-27T11:21:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:58,309 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T11:21:58,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:58,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43919,1732706510941 2024-11-27T11:21:58,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bc85353 2024-11-27T11:21:58,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:58,311 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:21:58,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43919 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:21:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43919 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T11:21:58,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:21:58,315 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:58,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43919 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T11:21:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:58,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:21:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741835_1011 (size=902) 2024-11-27T11:21:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:58,722 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => add00e9ea1239a231d1e08496f941e06, NAME => 'test,,1732706518312.add00e9ea1239a231d1e08496f941e06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68 2024-11-27T11:21:58,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741836_1012 (size=39) 2024-11-27T11:21:58,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732706518312.add00e9ea1239a231d1e08496f941e06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:58,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing add00e9ea1239a231d1e08496f941e06, disabling compactions & flushes 2024-11-27T11:21:58,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732706518312.add00e9ea1239a231d1e08496f941e06. 2024-11-27T11:21:58,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706518312.add00e9ea1239a231d1e08496f941e06. 2024-11-27T11:21:58,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732706518312.add00e9ea1239a231d1e08496f941e06. after waiting 0 ms 2024-11-27T11:21:58,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732706518312.add00e9ea1239a231d1e08496f941e06. 2024-11-27T11:21:58,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732706518312.add00e9ea1239a231d1e08496f941e06. 2024-11-27T11:21:58,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for add00e9ea1239a231d1e08496f941e06: Waiting for close lock at 1732706518727Disabling compacts and flushes for region at 1732706518727Disabling writes for close at 1732706518727Writing region close event to WAL at 1732706518727Closed at 1732706518727 2024-11-27T11:21:58,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:21:58,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732706518312.add00e9ea1239a231d1e08496f941e06.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732706518728"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706518728"}]},"ts":"1732706518728"} 2024-11-27T11:21:58,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:21:58,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:21:58,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706518731"}]},"ts":"1732706518731"} 2024-11-27T11:21:58,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T11:21:58,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=add00e9ea1239a231d1e08496f941e06, ASSIGN}] 2024-11-27T11:21:58,733 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=add00e9ea1239a231d1e08496f941e06, ASSIGN 2024-11-27T11:21:58,734 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=add00e9ea1239a231d1e08496f941e06, ASSIGN; state=OFFLINE, location=5b617c7edc8e,38339,1732706510976; forceNewPlan=false, retain=false 2024-11-27T11:21:58,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=add00e9ea1239a231d1e08496f941e06, regionState=OPENING, regionLocation=5b617c7edc8e,38339,1732706510976 2024-11-27T11:21:58,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=add00e9ea1239a231d1e08496f941e06, ASSIGN because future has completed 2024-11-27T11:21:58,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure add00e9ea1239a231d1e08496f941e06, server=5b617c7edc8e,38339,1732706510976}] 2024-11-27T11:21:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:59,042 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732706518312.add00e9ea1239a231d1e08496f941e06. 2024-11-27T11:21:59,043 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => add00e9ea1239a231d1e08496f941e06, NAME => 'test,,1732706518312.add00e9ea1239a231d1e08496f941e06.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:21:59,043 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:21:59,044 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T11:21:59,044 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test add00e9ea1239a231d1e08496f941e06 2024-11-27T11:21:59,044 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732706518312.add00e9ea1239a231d1e08496f941e06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:21:59,044 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for add00e9ea1239a231d1e08496f941e06 2024-11-27T11:21:59,044 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for add00e9ea1239a231d1e08496f941e06 2024-11-27T11:21:59,045 INFO [StoreOpener-add00e9ea1239a231d1e08496f941e06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region add00e9ea1239a231d1e08496f941e06 2024-11-27T11:21:59,046 INFO [StoreOpener-add00e9ea1239a231d1e08496f941e06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region add00e9ea1239a231d1e08496f941e06 columnFamilyName f 2024-11-27T11:21:59,046 DEBUG [StoreOpener-add00e9ea1239a231d1e08496f941e06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:59,047 INFO [StoreOpener-add00e9ea1239a231d1e08496f941e06-1 {}] regionserver.HStore(327): Store=add00e9ea1239a231d1e08496f941e06/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:59,047 INFO [StoreOpener-add00e9ea1239a231d1e08496f941e06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region add00e9ea1239a231d1e08496f941e06 2024-11-27T11:21:59,048 INFO [StoreOpener-add00e9ea1239a231d1e08496f941e06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region add00e9ea1239a231d1e08496f941e06 columnFamilyName f1 2024-11-27T11:21:59,048 DEBUG [StoreOpener-add00e9ea1239a231d1e08496f941e06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:59,048 INFO [StoreOpener-add00e9ea1239a231d1e08496f941e06-1 {}] regionserver.HStore(327): Store=add00e9ea1239a231d1e08496f941e06/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:59,048 INFO [StoreOpener-add00e9ea1239a231d1e08496f941e06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region add00e9ea1239a231d1e08496f941e06 2024-11-27T11:21:59,049 INFO [StoreOpener-add00e9ea1239a231d1e08496f941e06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region add00e9ea1239a231d1e08496f941e06 columnFamilyName norep 2024-11-27T11:21:59,049 DEBUG [StoreOpener-add00e9ea1239a231d1e08496f941e06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:59,049 INFO [StoreOpener-add00e9ea1239a231d1e08496f941e06-1 {}] regionserver.HStore(327): Store=add00e9ea1239a231d1e08496f941e06/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:21:59,049 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for add00e9ea1239a231d1e08496f941e06 2024-11-27T11:21:59,050 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/default/test/add00e9ea1239a231d1e08496f941e06 2024-11-27T11:21:59,050 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/default/test/add00e9ea1239a231d1e08496f941e06 2024-11-27T11:21:59,051 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for add00e9ea1239a231d1e08496f941e06 2024-11-27T11:21:59,051 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for add00e9ea1239a231d1e08496f941e06 2024-11-27T11:21:59,052 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:21:59,052 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for add00e9ea1239a231d1e08496f941e06 2024-11-27T11:21:59,054 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/default/test/add00e9ea1239a231d1e08496f941e06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:21:59,054 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened add00e9ea1239a231d1e08496f941e06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66313843, jitterRate=-0.011846736073493958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:21:59,054 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for add00e9ea1239a231d1e08496f941e06 2024-11-27T11:21:59,054 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for add00e9ea1239a231d1e08496f941e06: Running coprocessor pre-open hook at 1732706519044Writing region info on filesystem at 1732706519044Initializing all the Stores at 1732706519045 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706519045Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706519045Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706519045Cleaning up temporary data from old regions at 1732706519051 (+6 ms)Running coprocessor post-open hooks at 1732706519054 (+3 ms)Region opened successfully at 1732706519054 2024-11-27T11:21:59,055 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732706518312.add00e9ea1239a231d1e08496f941e06., pid=6, masterSystemTime=1732706519039 2024-11-27T11:21:59,057 DEBUG [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732706518312.add00e9ea1239a231d1e08496f941e06. 2024-11-27T11:21:59,057 INFO [RS_OPEN_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732706518312.add00e9ea1239a231d1e08496f941e06. 2024-11-27T11:21:59,058 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=add00e9ea1239a231d1e08496f941e06, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b617c7edc8e,38339,1732706510976 2024-11-27T11:21:59,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure add00e9ea1239a231d1e08496f941e06, server=5b617c7edc8e,38339,1732706510976 because future has completed 2024-11-27T11:21:59,063 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43919 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=5b617c7edc8e,38339,1732706510976, table=test, region=add00e9ea1239a231d1e08496f941e06. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T11:21:59,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T11:21:59,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure add00e9ea1239a231d1e08496f941e06, server=5b617c7edc8e,38339,1732706510976 in 176 msec 2024-11-27T11:21:59,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T11:21:59,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=add00e9ea1239a231d1e08496f941e06, ASSIGN in 332 msec 2024-11-27T11:21:59,067 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:21:59,068 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706519067"}]},"ts":"1732706519067"} 2024-11-27T11:21:59,069 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T11:21:59,070 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:21:59,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-11-27T11:21:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T11:21:59,449 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T11:21:59,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b165d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:59,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,33237,-1 for getting cluster id 2024-11-27T11:21:59,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:59,451 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '746f1589-989f-4d58-ab85-c9b43af4cb44' 2024-11-27T11:21:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "746f1589-989f-4d58-ab85-c9b43af4cb44" 2024-11-27T11:21:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a59de9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,33237,-1] 2024-11-27T11:21:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:59,452 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:59,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4409952e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:59,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:59,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,33237,1732706503667 2024-11-27T11:21:59,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f164f0 2024-11-27T11:21:59,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:59,454 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:21:59,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b617c7edc8e:46059,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T11:21:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:21:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:59,457 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:46059' 2024-11-27T11:21:59,458 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f108fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:59,458 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,46059,-1 for getting cluster id 2024-11-27T11:21:59,458 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:21:59,459 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5feb28d1-643d-419b-aa29-dffe029bca85' 2024-11-27T11:21:59,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:21:59,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5feb28d1-643d-419b-aa29-dffe029bca85" 2024-11-27T11:21:59,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4f5b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:59,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,46059,-1] 2024-11-27T11:21:59,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:21:59,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:59,460 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:21:59,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f2662f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:21:59,460 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:21:59,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,46059,1732706507284 2024-11-27T11:21:59,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49498103 2024-11-27T11:21:59,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:21:59,462 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:21:59,462 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T11:21:59,463 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:21:59,463 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:59,463 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:21:59,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:21:59,463 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T11:21:59,464 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T11:21:59,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T11:21:59,465 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:21:59,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T11:21:59,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741837_1013 (size=1138) 2024-11-27T11:21:59,515 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T11:21:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:21:59,873 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c4f47e8f9fef110ad29bbac1e6287b7, NAME => 'hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce 2024-11-27T11:21:59,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741838_1014 (size=44) 2024-11-27T11:22:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:22:00,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:22:00,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1c4f47e8f9fef110ad29bbac1e6287b7, disabling compactions & flushes 2024-11-27T11:22:00,278 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7. 2024-11-27T11:22:00,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7. 2024-11-27T11:22:00,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7. after waiting 0 ms 2024-11-27T11:22:00,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7. 2024-11-27T11:22:00,278 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7. 2024-11-27T11:22:00,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c4f47e8f9fef110ad29bbac1e6287b7: Waiting for close lock at 1732706520278Disabling compacts and flushes for region at 1732706520278Disabling writes for close at 1732706520278Writing region close event to WAL at 1732706520278Closed at 1732706520278 2024-11-27T11:22:00,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T11:22:00,279 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732706520279"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732706520279"}]},"ts":"1732706520279"} 2024-11-27T11:22:00,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T11:22:00,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T11:22:00,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706520282"}]},"ts":"1732706520282"} 2024-11-27T11:22:00,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T11:22:00,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c4f47e8f9fef110ad29bbac1e6287b7, ASSIGN}] 2024-11-27T11:22:00,284 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c4f47e8f9fef110ad29bbac1e6287b7, ASSIGN 2024-11-27T11:22:00,285 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1c4f47e8f9fef110ad29bbac1e6287b7, ASSIGN; state=OFFLINE, location=5b617c7edc8e,37143,1732706503722; forceNewPlan=false, retain=false 2024-11-27T11:22:00,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1c4f47e8f9fef110ad29bbac1e6287b7, regionState=OPENING, regionLocation=5b617c7edc8e,37143,1732706503722 2024-11-27T11:22:00,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1c4f47e8f9fef110ad29bbac1e6287b7, ASSIGN because future has completed 2024-11-27T11:22:00,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c4f47e8f9fef110ad29bbac1e6287b7, server=5b617c7edc8e,37143,1732706503722}] 2024-11-27T11:22:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:22:00,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7. 2024-11-27T11:22:00,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T11:22:00,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T11:22:00,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b617c7edc8e%2C37143%2C1732706503722.rep, suffix=, logDir=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722, archiveDir=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/oldWALs, maxLogs=10 2024-11-27T11:22:00,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.rep.1732706520595, exclude list is [], retry=0 2024-11-27T11:22:00,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38201,DS-302a4171-975c-44ee-aef1-40d38feef9f1,DISK] 2024-11-27T11:22:00,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.rep.1732706520595 2024-11-27T11:22:00,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45995:45995)] 2024-11-27T11:22:00,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c4f47e8f9fef110ad29bbac1e6287b7, NAME => 'hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7.', STARTKEY => '', ENDKEY => ''} 2024-11-27T11:22:00,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T11:22:00,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T11:22:00,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7. service=MultiRowMutationService 2024-11-27T11:22:00,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T11:22:00,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1c4f47e8f9fef110ad29bbac1e6287b7 2024-11-27T11:22:00,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T11:22:00,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1c4f47e8f9fef110ad29bbac1e6287b7 2024-11-27T11:22:00,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1c4f47e8f9fef110ad29bbac1e6287b7 2024-11-27T11:22:00,615 INFO [StoreOpener-1c4f47e8f9fef110ad29bbac1e6287b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1c4f47e8f9fef110ad29bbac1e6287b7 2024-11-27T11:22:00,616 INFO [StoreOpener-1c4f47e8f9fef110ad29bbac1e6287b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c4f47e8f9fef110ad29bbac1e6287b7 columnFamilyName hfileref 2024-11-27T11:22:00,617 DEBUG [StoreOpener-1c4f47e8f9fef110ad29bbac1e6287b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:22:00,617 INFO [StoreOpener-1c4f47e8f9fef110ad29bbac1e6287b7-1 {}] regionserver.HStore(327): Store=1c4f47e8f9fef110ad29bbac1e6287b7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:22:00,617 INFO [StoreOpener-1c4f47e8f9fef110ad29bbac1e6287b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1c4f47e8f9fef110ad29bbac1e6287b7 2024-11-27T11:22:00,618 INFO [StoreOpener-1c4f47e8f9fef110ad29bbac1e6287b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c4f47e8f9fef110ad29bbac1e6287b7 columnFamilyName queue 2024-11-27T11:22:00,618 DEBUG [StoreOpener-1c4f47e8f9fef110ad29bbac1e6287b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:22:00,618 INFO [StoreOpener-1c4f47e8f9fef110ad29bbac1e6287b7-1 {}] regionserver.HStore(327): Store=1c4f47e8f9fef110ad29bbac1e6287b7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:22:00,618 INFO [StoreOpener-1c4f47e8f9fef110ad29bbac1e6287b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1c4f47e8f9fef110ad29bbac1e6287b7 2024-11-27T11:22:00,619 INFO [StoreOpener-1c4f47e8f9fef110ad29bbac1e6287b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c4f47e8f9fef110ad29bbac1e6287b7 columnFamilyName sid 2024-11-27T11:22:00,619 DEBUG [StoreOpener-1c4f47e8f9fef110ad29bbac1e6287b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T11:22:00,619 INFO [StoreOpener-1c4f47e8f9fef110ad29bbac1e6287b7-1 {}] regionserver.HStore(327): Store=1c4f47e8f9fef110ad29bbac1e6287b7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T11:22:00,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1c4f47e8f9fef110ad29bbac1e6287b7 2024-11-27T11:22:00,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/replication/1c4f47e8f9fef110ad29bbac1e6287b7 2024-11-27T11:22:00,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/replication/1c4f47e8f9fef110ad29bbac1e6287b7 2024-11-27T11:22:00,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1c4f47e8f9fef110ad29bbac1e6287b7 2024-11-27T11:22:00,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1c4f47e8f9fef110ad29bbac1e6287b7 2024-11-27T11:22:00,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T11:22:00,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1c4f47e8f9fef110ad29bbac1e6287b7 2024-11-27T11:22:00,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/replication/1c4f47e8f9fef110ad29bbac1e6287b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T11:22:00,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1c4f47e8f9fef110ad29bbac1e6287b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69857821, jitterRate=0.04096265137195587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T11:22:00,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c4f47e8f9fef110ad29bbac1e6287b7 2024-11-27T11:22:00,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1c4f47e8f9fef110ad29bbac1e6287b7: Running coprocessor pre-open hook at 1732706520615Writing region info on filesystem at 1732706520615Initializing all the Stores at 1732706520615Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706520615Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706520615Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732706520615Cleaning up temporary data from old regions at 1732706520621 (+6 ms)Running coprocessor post-open hooks at 1732706520624 (+3 ms)Region opened successfully at 1732706520624 2024-11-27T11:22:00,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7., pid=10, masterSystemTime=1732706520590 2024-11-27T11:22:00,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7. 2024-11-27T11:22:00,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7. 2024-11-27T11:22:00,627 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1c4f47e8f9fef110ad29bbac1e6287b7, regionState=OPEN, openSeqNum=2, regionLocation=5b617c7edc8e,37143,1732706503722 2024-11-27T11:22:00,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c4f47e8f9fef110ad29bbac1e6287b7, server=5b617c7edc8e,37143,1732706503722 because future has completed 2024-11-27T11:22:00,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T11:22:00,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c4f47e8f9fef110ad29bbac1e6287b7, server=5b617c7edc8e,37143,1732706503722 in 191 msec 2024-11-27T11:22:00,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T11:22:00,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c4f47e8f9fef110ad29bbac1e6287b7, ASSIGN in 346 msec 2024-11-27T11:22:00,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T11:22:00,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732706520633"}]},"ts":"1732706520633"} 2024-11-27T11:22:00,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T11:22:00,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T11:22:00,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-27T11:22:00,641 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:22:00,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:00,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:00,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:00,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:00,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:00,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:00,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:00,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7., hostname=5b617c7edc8e,37143,1732706503722, seqNum=2] 2024-11-27T11:22:00,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511 2024-11-27T11:22:00,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511 2024-11-27T11:22:00,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:22:00,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:00,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:00,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:00,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:00,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:00,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:00,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:00,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:00,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:00,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:00,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T11:22:00,833 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T11:22:00,864 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b617c7edc8e,37143,1732706503722, ReplicationSource: 1, currentBandwidth=0 2024-11-27T11:22:00,865 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:22:00,865 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37143,1732706503722, seqNum=-1] 2024-11-27T11:22:00,865 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:22:00,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-27T11:22:00,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b617c7edc8e,37143,1732706503722', locateType=CURRENT is [region=hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7., hostname=5b617c7edc8e,37143,1732706503722, seqNum=2] 2024-11-27T11:22:00,870 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T11:22:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T11:22:00,872 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b617c7edc8e,37143,1732706503722 suceeded 2024-11-27T11:22:00,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T11:22:00,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-27T11:22:00,874 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b617c7edc8e:46059,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:22:00,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-27T11:22:00,892 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:46059' 2024-11-27T11:22:00,893 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d689dea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:00,894 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,46059,-1 for getting cluster id 2024-11-27T11:22:00,894 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:22:00,894 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5feb28d1-643d-419b-aa29-dffe029bca85' 2024-11-27T11:22:00,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:22:00,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5feb28d1-643d-419b-aa29-dffe029bca85" 2024-11-27T11:22:00,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@221f5150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:00,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,46059,-1] 2024-11-27T11:22:00,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:22:00,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:00,896 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:22:00,896 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@723f142c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:00,896 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:22:00,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,46059,1732706507284 2024-11-27T11:22:00,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dae07b1 2024-11-27T11:22:00,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:22:00,898 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T11:22:00,898 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b617c7edc8e,37143,1732706503722 (queues=1) is replicating from cluster=746f1589-989f-4d58-ab85-c9b43af4cb44 to cluster=5feb28d1-643d-419b-aa29-dffe029bca85 2024-11-27T11:22:00,899 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b617c7edc8e%2C37143%2C1732706503722 2024-11-27T11:22:00,899 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b617c7edc8e,37143,1732706503722, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:22:00,899 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C37143%2C1732706503722 2024-11-27T11:22:00,899 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710, startPosition=0, beingWritten=true 2024-11-27T11:22:00,904 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:22:00,904 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710 to pos 379, reset compression=false 2024-11-27T11:22:00,904 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37143,1732706503722 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:22:01,107 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710 to pos 379, reset compression=false 2024-11-27T11:22:01,410 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710 to pos 379, reset compression=false 2024-11-27T11:22:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T11:22:01,598 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T11:22:01,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:22:01,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:22:01,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:01,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:01,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:22:01,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df40744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:01,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,33237,-1 for getting cluster id 2024-11-27T11:22:01,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:22:01,600 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '746f1589-989f-4d58-ab85-c9b43af4cb44' 2024-11-27T11:22:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:22:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "746f1589-989f-4d58-ab85-c9b43af4cb44" 2024-11-27T11:22:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4018dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:01,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,33237,-1] 2024-11-27T11:22:01,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:22:01,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:01,601 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:22:01,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3460f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:01,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad93e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:01,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,46059,-1 for getting cluster id 2024-11-27T11:22:01,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:22:01,603 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5feb28d1-643d-419b-aa29-dffe029bca85' 2024-11-27T11:22:01,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:22:01,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5feb28d1-643d-419b-aa29-dffe029bca85" 2024-11-27T11:22:01,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2156d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:01,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,46059,-1] 2024-11-27T11:22:01,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:22:01,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:01,604 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:22:01,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44aaf9b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:01,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7eae55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:01,606 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43919,-1 for getting cluster id 2024-11-27T11:22:01,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:22:01,606 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dac5ce3-d5a5-49e0-8892-57e4fc765dcc' 2024-11-27T11:22:01,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:22:01,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dac5ce3-d5a5-49e0-8892-57e4fc765dcc" 2024-11-27T11:22:01,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac7b412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:01,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43919,-1] 2024-11-27T11:22:01,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:22:01,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:01,607 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:22:01,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a341283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:01,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:22:01,613 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732706521613/Put/seqid=0 2024-11-27T11:22:01,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741840_1016 (size=7894) 2024-11-27T11:22:01,814 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710 to pos 379, reset compression=false 2024-11-27T11:22:02,019 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732706522018/Put/seqid=0 2024-11-27T11:22:02,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741841_1017 (size=7691) 2024-11-27T11:22:02,318 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710 to pos 379, reset compression=false 2024-11-27T11:22:02,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b62989f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:02,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,33237,-1 for getting cluster id 2024-11-27T11:22:02,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:22:02,425 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '746f1589-989f-4d58-ab85-c9b43af4cb44' 2024-11-27T11:22:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:22:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "746f1589-989f-4d58-ab85-c9b43af4cb44" 2024-11-27T11:22:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163c8908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,33237,-1] 2024-11-27T11:22:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:22:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:02,426 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:22:02,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a03e4ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:02,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:22:02,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37143,1732706503722, seqNum=-1] 2024-11-27T11:22:02,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:22:02,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:22:02,434 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:22:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,33237,1732706503667 2024-11-27T11:22:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a45046e 2024-11-27T11:22:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:22:02,436 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:22:02,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732706514009.8e1be6a0d898792da465a1eb2582603b., hostname=5b617c7edc8e,37143,1732706503722, seqNum=2] 2024-11-27T11:22:02,441 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T11:22:02,445 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-27T11:22:02,448 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-27T11:22:02,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 8e1be6a0d898792da465a1eb2582603b/f 2024-11-27T11:22:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T11:22:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:22:02,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 8e1be6a0d898792da465a1eb2582603b/f 2024-11-27T11:22:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T11:22:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:22:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HRegion(2603): Flush status journal for 8e1be6a0d898792da465a1eb2582603b: 2024-11-27T11:22:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__2h5337fl0f8isl7cci3n6bf8bn32cdtt4lpmfh4sp1ikm2nrv1s36kmnieca3i19/f/hfile_0 2024-11-27T11:22:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__2h5337fl0f8isl7cci3n6bf8bn32cdtt4lpmfh4sp1ikm2nrv1s36kmnieca3i19/f/hfile_0 as hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b/f/45e9b2fa9f7e401b834de8de2bea8717_SeqId_4_ 2024-11-27T11:22:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__2h5337fl0f8isl7cci3n6bf8bn32cdtt4lpmfh4sp1ikm2nrv1s36kmnieca3i19/f/hfile_1 2024-11-27T11:22:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__2h5337fl0f8isl7cci3n6bf8bn32cdtt4lpmfh4sp1ikm2nrv1s36kmnieca3i19/f/hfile_1 as hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b/f/0bf8ae67a99640309d9223260f6a8dfc_SeqId_4_ 2024-11-27T11:22:02,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__2h5337fl0f8isl7cci3n6bf8bn32cdtt4lpmfh4sp1ikm2nrv1s36kmnieca3i19/f/hfile_0 into 8e1be6a0d898792da465a1eb2582603b/f as hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b/f/45e9b2fa9f7e401b834de8de2bea8717_SeqId_4_ - updating store file list. 2024-11-27T11:22:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 45e9b2fa9f7e401b834de8de2bea8717_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T11:22:02,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b/f/45e9b2fa9f7e401b834de8de2bea8717_SeqId_4_ into 8e1be6a0d898792da465a1eb2582603b/f 2024-11-27T11:22:02,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__2h5337fl0f8isl7cci3n6bf8bn32cdtt4lpmfh4sp1ikm2nrv1s36kmnieca3i19/f/hfile_0 into 8e1be6a0d898792da465a1eb2582603b/f (new location: hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b/f/45e9b2fa9f7e401b834de8de2bea8717_SeqId_4_) 2024-11-27T11:22:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__2h5337fl0f8isl7cci3n6bf8bn32cdtt4lpmfh4sp1ikm2nrv1s36kmnieca3i19/f/hfile_0 2024-11-27T11:22:02,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__2h5337fl0f8isl7cci3n6bf8bn32cdtt4lpmfh4sp1ikm2nrv1s36kmnieca3i19/f/hfile_1 into 8e1be6a0d898792da465a1eb2582603b/f as hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b/f/0bf8ae67a99640309d9223260f6a8dfc_SeqId_4_ - updating store file list. 2024-11-27T11:22:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0bf8ae67a99640309d9223260f6a8dfc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T11:22:02,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b/f/0bf8ae67a99640309d9223260f6a8dfc_SeqId_4_ into 8e1be6a0d898792da465a1eb2582603b/f 2024-11-27T11:22:02,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__2h5337fl0f8isl7cci3n6bf8bn32cdtt4lpmfh4sp1ikm2nrv1s36kmnieca3i19/f/hfile_1 into 8e1be6a0d898792da465a1eb2582603b/f (new location: hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b/f/0bf8ae67a99640309d9223260f6a8dfc_SeqId_4_) 2024-11-27T11:22:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__2h5337fl0f8isl7cci3n6bf8bn32cdtt4lpmfh4sp1ikm2nrv1s36kmnieca3i19/f/hfile_1 2024-11-27T11:22:02,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:22:02,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:22:02,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:02,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:02,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732706514009.8e1be6a0d898792da465a1eb2582603b., hostname=5b617c7edc8e,37143,1732706503722, seqNum=2 , the old value is region=test,,1732706514009.8e1be6a0d898792da465a1eb2582603b., hostname=5b617c7edc8e,37143,1732706503722, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5b617c7edc8e:37143 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T11:22:02,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732706514009.8e1be6a0d898792da465a1eb2582603b., hostname=5b617c7edc8e,37143,1732706503722, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T11:22:02,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732706514009.8e1be6a0d898792da465a1eb2582603b., hostname=5b617c7edc8e,37143,1732706503722, seqNum=2 from cache 2024-11-27T11:22:02,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:22:02,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:22:02,474 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T11:22:02,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,34555,1732706507333, seqNum=-1] 2024-11-27T11:22:02,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:22:02,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:22:02,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732706516161.818310341f08049e261c37af560a72af., hostname=5b617c7edc8e,34555,1732706507333, seqNum=2] 2024-11-27T11:22:02,479 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T11:22:02,579 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:37143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T11:22:02,922 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710 to pos 379, reset compression=false 2024-11-27T11:22:02,926 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:22:02,927 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37143,1732706503722 got entry batch from reader: WALEntryBatch [walEntries=[{test/8e1be6a0d898792da465a1eb2582603b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732706522472/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T11:22:02,928 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:22:02,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T11:22:02,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.ReplicationSink(318): Replicating [746f1589-989f-4d58-ab85-c9b43af4cb44] bulk loaded data 2024-11-27T11:22:02,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e919735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:02,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,46059,-1 for getting cluster id 2024-11-27T11:22:02,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:22:02,931 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5feb28d1-643d-419b-aa29-dffe029bca85' 2024-11-27T11:22:02,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:22:02,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5feb28d1-643d-419b-aa29-dffe029bca85" 2024-11-27T11:22:02,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f1ae5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:02,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,46059,-1] 2024-11-27T11:22:02,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:22:02,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:02,932 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:22:02,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c2472f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:02,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741837_1013 (size=7894) 2024-11-27T11:22:02,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741838_1014 (size=7691) 2024-11-27T11:22:03,127 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710 to pos 687, reset compression=false 2024-11-27T11:22:03,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:22:03,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,46059,1732706507284 2024-11-27T11:22:03,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d747be7 2024-11-27T11:22:03,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:22:03,355 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-27T11:22:03,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T11:22:03,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:22:03,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,34555,1732706507333, seqNum=-1] 2024-11-27T11:22:03,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:22:03,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-27T11:22:03,363 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__qe3kaslgcackb0o0pm55si9s561d49p6bb9vgeif71e8qua1e6bp85f7b40i6d18/f/0bf8ae67a99640309d9223260f6a8dfc_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-27T11:22:03,364 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__qe3kaslgcackb0o0pm55si9s561d49p6bb9vgeif71e8qua1e6bp85f7b40i6d18/f/45e9b2fa9f7e401b834de8de2bea8717_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-27T11:22:03,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__qe3kaslgcackb0o0pm55si9s561d49p6bb9vgeif71e8qua1e6bp85f7b40i6d18/f/0bf8ae67a99640309d9223260f6a8dfc_SeqId_4_ for inclusion in 818310341f08049e261c37af560a72af/f 2024-11-27T11:22:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T11:22:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:22:03,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__qe3kaslgcackb0o0pm55si9s561d49p6bb9vgeif71e8qua1e6bp85f7b40i6d18/f/45e9b2fa9f7e401b834de8de2bea8717_SeqId_4_ for inclusion in 818310341f08049e261c37af560a72af/f 2024-11-27T11:22:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T11:22:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:22:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HRegion(2603): Flush status journal for 818310341f08049e261c37af560a72af: 2024-11-27T11:22:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0bf8ae67a99640309d9223260f6a8dfc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T11:22:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__qe3kaslgcackb0o0pm55si9s561d49p6bb9vgeif71e8qua1e6bp85f7b40i6d18/f/0bf8ae67a99640309d9223260f6a8dfc_SeqId_4_ as hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af/f/936f9063347d48cca25268a7c7e21bc9_SeqId_4_ 2024-11-27T11:22:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 45e9b2fa9f7e401b834de8de2bea8717_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T11:22:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__qe3kaslgcackb0o0pm55si9s561d49p6bb9vgeif71e8qua1e6bp85f7b40i6d18/f/45e9b2fa9f7e401b834de8de2bea8717_SeqId_4_ as hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af/f/322a558976ab41b1942b07f34cd33dde_SeqId_4_ 2024-11-27T11:22:03,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__qe3kaslgcackb0o0pm55si9s561d49p6bb9vgeif71e8qua1e6bp85f7b40i6d18/f/0bf8ae67a99640309d9223260f6a8dfc_SeqId_4_ into 818310341f08049e261c37af560a72af/f as hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af/f/936f9063347d48cca25268a7c7e21bc9_SeqId_4_ - updating store file list. 2024-11-27T11:22:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 936f9063347d48cca25268a7c7e21bc9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T11:22:03,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af/f/936f9063347d48cca25268a7c7e21bc9_SeqId_4_ into 818310341f08049e261c37af560a72af/f 2024-11-27T11:22:03,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__qe3kaslgcackb0o0pm55si9s561d49p6bb9vgeif71e8qua1e6bp85f7b40i6d18/f/0bf8ae67a99640309d9223260f6a8dfc_SeqId_4_ into 818310341f08049e261c37af560a72af/f (new location: hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af/f/936f9063347d48cca25268a7c7e21bc9_SeqId_4_) 2024-11-27T11:22:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__qe3kaslgcackb0o0pm55si9s561d49p6bb9vgeif71e8qua1e6bp85f7b40i6d18/f/0bf8ae67a99640309d9223260f6a8dfc_SeqId_4_ 2024-11-27T11:22:03,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__qe3kaslgcackb0o0pm55si9s561d49p6bb9vgeif71e8qua1e6bp85f7b40i6d18/f/45e9b2fa9f7e401b834de8de2bea8717_SeqId_4_ into 818310341f08049e261c37af560a72af/f as hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af/f/322a558976ab41b1942b07f34cd33dde_SeqId_4_ - updating store file list. 2024-11-27T11:22:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 322a558976ab41b1942b07f34cd33dde_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T11:22:03,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af/f/322a558976ab41b1942b07f34cd33dde_SeqId_4_ into 818310341f08049e261c37af560a72af/f 2024-11-27T11:22:03,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__qe3kaslgcackb0o0pm55si9s561d49p6bb9vgeif71e8qua1e6bp85f7b40i6d18/f/45e9b2fa9f7e401b834de8de2bea8717_SeqId_4_ into 818310341f08049e261c37af560a72af/f (new location: hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af/f/322a558976ab41b1942b07f34cd33dde_SeqId_4_) 2024-11-27T11:22:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__qe3kaslgcackb0o0pm55si9s561d49p6bb9vgeif71e8qua1e6bp85f7b40i6d18/f/45e9b2fa9f7e401b834de8de2bea8717_SeqId_4_ 2024-11-27T11:22:03,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.ReplicationSink(324): Finished replicating [746f1589-989f-4d58-ab85-c9b43af4cb44] bulk loaded data 2024-11-27T11:22:03,430 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710 to pos 687, reset compression=false 2024-11-27T11:22:03,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:22:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38339,1732706510976, seqNum=-1] 2024-11-27T11:22:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:22:03,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:22:03,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732706518312.add00e9ea1239a231d1e08496f941e06., hostname=5b617c7edc8e,38339,1732706510976, seqNum=2] 2024-11-27T11:22:03,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:22:03,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T11:22:03,496 DEBUG [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5b617c7edc8e%2C37143%2C1732706503722.rep:(num 1732706520595) roll requested 2024-11-27T11:22:03,509 DEBUG [regionserver/5b617c7edc8e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.rep.1732706523496, exclude list is [], retry=0 2024-11-27T11:22:03,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38201,DS-302a4171-975c-44ee-aef1-40d38feef9f1,DISK] 2024-11-27T11:22:03,514 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.rep.1732706520595 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.rep.1732706523496 2024-11-27T11:22:03,514 DEBUG [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45995:45995)] 2024-11-27T11:22:03,514 DEBUG [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.rep.1732706520595 is not closed yet, will try archiving it next time 2024-11-27T11:22:03,514 DEBUG [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5b617c7edc8e%2C37143%2C1732706503722:(num 1732706505710) roll requested 2024-11-27T11:22:03,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741839_1015 (size=1505) 2024-11-27T11:22:03,515 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.rep.1732706520595 not finished, retry = 0 2024-11-27T11:22:03,527 DEBUG [regionserver/5b617c7edc8e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514, exclude list is [], retry=0 2024-11-27T11:22:03,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38201,DS-302a4171-975c-44ee-aef1-40d38feef9f1,DISK] 2024-11-27T11:22:03,530 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 2024-11-27T11:22:03,531 DEBUG [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45995:45995)] 2024-11-27T11:22:03,531 DEBUG [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710 is not closed yet, will try archiving it next time 2024-11-27T11:22:03,531 DEBUG [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5b617c7edc8e%2C37143%2C1732706503722.meta:.meta(num 1732706506072) roll requested 2024-11-27T11:22:03,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6c3bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:03,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,33237,-1 for getting cluster id 2024-11-27T11:22:03,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:22:03,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741833_1009 (size=695) 2024-11-27T11:22:03,532 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '746f1589-989f-4d58-ab85-c9b43af4cb44' 2024-11-27T11:22:03,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:22:03,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "746f1589-989f-4d58-ab85-c9b43af4cb44" 2024-11-27T11:22:03,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffe38a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:03,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,33237,-1] 2024-11-27T11:22:03,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:22:03,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:03,533 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:22:03,533 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710 to hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/oldWALs/5b617c7edc8e%2C37143%2C1732706503722.1732706505710 2024-11-27T11:22:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3053de79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:03,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:22:03,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,33237,1732706503667 2024-11-27T11:22:03,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7546d86 2024-11-27T11:22:03,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:22:03,536 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:22:03,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://5b617c7edc8e:43919,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T11:22:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T11:22:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T11:22:03,538 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:43919' 2024-11-27T11:22:03,539 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15df559f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:03,539 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43919,-1 for getting cluster id 2024-11-27T11:22:03,540 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:22:03,540 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dac5ce3-d5a5-49e0-8892-57e4fc765dcc' 2024-11-27T11:22:03,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:22:03,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dac5ce3-d5a5-49e0-8892-57e4fc765dcc" 2024-11-27T11:22:03,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46acaa4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:03,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43919,-1] 2024-11-27T11:22:03,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:22:03,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:03,541 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:22:03,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1589ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:03,542 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:22:03,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43919,1732706510941 2024-11-27T11:22:03,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d0b23e6 2024-11-27T11:22:03,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:22:03,543 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:22:03,544 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T11:22:03,544 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T11:22:03,544 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:03,544 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:03,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:22:03,545 DEBUG [regionserver/5b617c7edc8e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.meta.1732706523531.meta, exclude list is [], retry=0 2024-11-27T11:22:03,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38201,DS-302a4171-975c-44ee-aef1-40d38feef9f1,DISK] 2024-11-27T11:22:03,566 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.meta.1732706506072.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.meta.1732706523531.meta 2024-11-27T11:22:03,566 DEBUG [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45995:45995)] 2024-11-27T11:22:03,566 DEBUG [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.meta.1732706506072.meta is not closed yet, will try archiving it next time 2024-11-27T11:22:03,567 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.meta.1732706506072.meta not finished, retry = 0 2024-11-27T11:22:03,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741834_1010 (size=3473) 2024-11-27T11:22:03,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T11:22:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T11:22:03,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T11:22:03,721 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T11:22:03,750 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-5b617c7edc8e,37143,1732706503722, ReplicationSource: 2, currentBandwidth=0 2024-11-27T11:22:03,752 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T11:22:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T11:22:03,754 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5b617c7edc8e,37143,1732706503722 suceeded 2024-11-27T11:22:03,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T11:22:03,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-27T11:22:03,756 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5b617c7edc8e:43919,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T11:22:03,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 220 msec 2024-11-27T11:22:03,767 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b617c7edc8e:43919' 2024-11-27T11:22:03,768 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bbda195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:03,768 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43919,-1 for getting cluster id 2024-11-27T11:22:03,768 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:22:03,769 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dac5ce3-d5a5-49e0-8892-57e4fc765dcc' 2024-11-27T11:22:03,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:22:03,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dac5ce3-d5a5-49e0-8892-57e4fc765dcc" 2024-11-27T11:22:03,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@691383e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:03,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43919,-1] 2024-11-27T11:22:03,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:22:03,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:03,771 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:22:03,771 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2af9903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:03,771 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:22:03,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43919,1732706510941 2024-11-27T11:22:03,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3799d015 2024-11-27T11:22:03,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:22:03,772 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T11:22:03,773 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5b617c7edc8e,37143,1732706503722 (queues=1) is replicating from cluster=746f1589-989f-4d58-ab85-c9b43af4cb44 to cluster=2dac5ce3-d5a5-49e0-8892-57e4fc765dcc 2024-11-27T11:22:03,773 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5b617c7edc8e%2C37143%2C1732706503722 2024-11-27T11:22:03,773 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5b617c7edc8e,37143,1732706503722, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T11:22:03,773 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b617c7edc8e%2C37143%2C1732706503722 2024-11-27T11:22:03,773 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514, startPosition=0, beingWritten=true 2024-11-27T11:22:03,833 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710 to pos 687, reset compression=false 2024-11-27T11:22:03,835 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710 was moved to hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/oldWALs/5b617c7edc8e%2C37143%2C1732706503722.1732706505710 2024-11-27T11:22:03,836 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710 2024-11-27T11:22:03,836 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37143,1732706503722 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706505710, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T11:22:03,837 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514, startPosition=0, beingWritten=true 2024-11-27T11:22:03,838 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5b617c7edc8e%2C37143%2C1732706503722.1732706505710] 2024-11-27T11:22:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T11:22:03,859 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T11:22:03,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:22:03,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:22:03,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:03,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:03,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:22:03,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:22:03,864 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732706523863/Put/seqid=0 2024-11-27T11:22:03,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741845_1021 (size=11194) 2024-11-27T11:22:03,978 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 0, reset compression=false 2024-11-27T11:22:04,270 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732706524270/Put/seqid=0 2024-11-27T11:22:04,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741846_1022 (size=10791) 2024-11-27T11:22:04,282 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 0, reset compression=false 2024-11-27T11:22:04,340 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 0, reset compression=false 2024-11-27T11:22:04,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7fd2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:04,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,33237,-1 for getting cluster id 2024-11-27T11:22:04,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:22:04,679 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '746f1589-989f-4d58-ab85-c9b43af4cb44' 2024-11-27T11:22:04,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:22:04,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "746f1589-989f-4d58-ab85-c9b43af4cb44" 2024-11-27T11:22:04,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3acb98af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:04,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,33237,-1] 2024-11-27T11:22:04,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:22:04,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:04,680 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:22:04,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e12430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:04,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:22:04,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,37143,1732706503722, seqNum=-1] 2024-11-27T11:22:04,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:22:04,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T11:22:04,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:22:04,690 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 0, reset compression=false 2024-11-27T11:22:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,33237,1732706503667 2024-11-27T11:22:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@481727b9 2024-11-27T11:22:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:22:04,691 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T11:22:04,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732706514009.8e1be6a0d898792da465a1eb2582603b., hostname=5b617c7edc8e,37143,1732706503722, seqNum=2] 2024-11-27T11:22:04,696 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T11:22:04,700 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-27T11:22:04,702 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-27T11:22:04,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 8e1be6a0d898792da465a1eb2582603b/f 2024-11-27T11:22:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T11:22:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:22:04,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 8e1be6a0d898792da465a1eb2582603b/f 2024-11-27T11:22:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T11:22:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:22:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HRegion(2603): Flush status journal for 8e1be6a0d898792da465a1eb2582603b: 2024-11-27T11:22:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__v2rc2tnnmj1ss441g9cqdqg9mpitfer0jle3jtk22gmc8i65kl37h0bh3m867ij1/f/hfile_0 2024-11-27T11:22:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__v2rc2tnnmj1ss441g9cqdqg9mpitfer0jle3jtk22gmc8i65kl37h0bh3m867ij1/f/hfile_0 as hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b/f/32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_ 2024-11-27T11:22:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__v2rc2tnnmj1ss441g9cqdqg9mpitfer0jle3jtk22gmc8i65kl37h0bh3m867ij1/f/hfile_1 2024-11-27T11:22:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__v2rc2tnnmj1ss441g9cqdqg9mpitfer0jle3jtk22gmc8i65kl37h0bh3m867ij1/f/hfile_1 as hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b/f/855e27d7bad447ed8418225083745be9_SeqId_6_ 2024-11-27T11:22:04,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__v2rc2tnnmj1ss441g9cqdqg9mpitfer0jle3jtk22gmc8i65kl37h0bh3m867ij1/f/hfile_0 into 8e1be6a0d898792da465a1eb2582603b/f as hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b/f/32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_ - updating store file list. 2024-11-27T11:22:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T11:22:04,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b/f/32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_ into 8e1be6a0d898792da465a1eb2582603b/f 2024-11-27T11:22:04,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__v2rc2tnnmj1ss441g9cqdqg9mpitfer0jle3jtk22gmc8i65kl37h0bh3m867ij1/f/hfile_0 into 8e1be6a0d898792da465a1eb2582603b/f (new location: hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b/f/32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_) 2024-11-27T11:22:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__v2rc2tnnmj1ss441g9cqdqg9mpitfer0jle3jtk22gmc8i65kl37h0bh3m867ij1/f/hfile_0 2024-11-27T11:22:04,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__v2rc2tnnmj1ss441g9cqdqg9mpitfer0jle3jtk22gmc8i65kl37h0bh3m867ij1/f/hfile_1 into 8e1be6a0d898792da465a1eb2582603b/f as hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b/f/855e27d7bad447ed8418225083745be9_SeqId_6_ - updating store file list. 2024-11-27T11:22:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 855e27d7bad447ed8418225083745be9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T11:22:04,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b/f/855e27d7bad447ed8418225083745be9_SeqId_6_ into 8e1be6a0d898792da465a1eb2582603b/f 2024-11-27T11:22:04,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__v2rc2tnnmj1ss441g9cqdqg9mpitfer0jle3jtk22gmc8i65kl37h0bh3m867ij1/f/hfile_1 into 8e1be6a0d898792da465a1eb2582603b/f (new location: hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b/f/855e27d7bad447ed8418225083745be9_SeqId_6_) 2024-11-27T11:22:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/staging/jenkins__test__v2rc2tnnmj1ss441g9cqdqg9mpitfer0jle3jtk22gmc8i65kl37h0bh3m867ij1/f/hfile_1 2024-11-27T11:22:04,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:22:04,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:22:04,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:04,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:04,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:22:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732706514009.8e1be6a0d898792da465a1eb2582603b., hostname=5b617c7edc8e,37143,1732706503722, seqNum=2 , the old value is region=test,,1732706514009.8e1be6a0d898792da465a1eb2582603b., hostname=5b617c7edc8e,37143,1732706503722, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5b617c7edc8e:37143 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T11:22:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732706514009.8e1be6a0d898792da465a1eb2582603b., hostname=5b617c7edc8e,37143,1732706503722, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T11:22:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732706514009.8e1be6a0d898792da465a1eb2582603b., hostname=5b617c7edc8e,37143,1732706503722, seqNum=2 from cache 2024-11-27T11:22:04,726 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T11:22:04,729 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T11:22:04,829 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:37143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T11:22:04,943 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 0, reset compression=false 2024-11-27T11:22:04,947 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:22:04,947 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37143,1732706503722 got entry batch from reader: WALEntryBatch [walEntries=[{test/8e1be6a0d898792da465a1eb2582603b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732706524724/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T11:22:04,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.ReplicationSink(318): Replicating [746f1589-989f-4d58-ab85-c9b43af4cb44] bulk loaded data 2024-11-27T11:22:04,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741839_1015 (size=11194) 2024-11-27T11:22:04,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741840_1016 (size=10791) 2024-11-27T11:22:05,147 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:05,193 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 0, reset compression=false 2024-11-27T11:22:05,197 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T11:22:05,197 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5b617c7edc8e,37143,1732706503722 got entry batch from reader: WALEntryBatch [walEntries=[{test/8e1be6a0d898792da465a1eb2582603b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732706524724/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T11:22:05,199 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T11:22:05,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T11:22:05,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.ReplicationSink(318): Replicating [746f1589-989f-4d58-ab85-c9b43af4cb44] bulk loaded data 2024-11-27T11:22:05,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ed35a38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:05,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] client.ClusterIdFetcher(90): Going to request 5b617c7edc8e,43919,-1 for getting cluster id 2024-11-27T11:22:05,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T11:22:05,201 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dac5ce3-d5a5-49e0-8892-57e4fc765dcc' 2024-11-27T11:22:05,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T11:22:05,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dac5ce3-d5a5-49e0-8892-57e4fc765dcc" 2024-11-27T11:22:05,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10945097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:05,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b617c7edc8e,43919,-1] 2024-11-27T11:22:05,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T11:22:05,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:05,202 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-27T11:22:05,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7afa328a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:22:05,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741837_1013 (size=11194) 2024-11-27T11:22:05,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T11:22:05,375 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__ei9cd96941i4nj8lqeak7sg4ht77v20eg1v2mk8h0gr7dghcfkgpkgg5avetummr/f/32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T11:22:05,377 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__ei9cd96941i4nj8lqeak7sg4ht77v20eg1v2mk8h0gr7dghcfkgpkgg5avetummr/f/855e27d7bad447ed8418225083745be9_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T11:22:05,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__ei9cd96941i4nj8lqeak7sg4ht77v20eg1v2mk8h0gr7dghcfkgpkgg5avetummr/f/855e27d7bad447ed8418225083745be9_SeqId_6_ for inclusion in 818310341f08049e261c37af560a72af/f 2024-11-27T11:22:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T11:22:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:22:05,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__ei9cd96941i4nj8lqeak7sg4ht77v20eg1v2mk8h0gr7dghcfkgpkgg5avetummr/f/32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_ for inclusion in 818310341f08049e261c37af560a72af/f 2024-11-27T11:22:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T11:22:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:22:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HRegion(2603): Flush status journal for 818310341f08049e261c37af560a72af: 2024-11-27T11:22:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 855e27d7bad447ed8418225083745be9_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T11:22:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__ei9cd96941i4nj8lqeak7sg4ht77v20eg1v2mk8h0gr7dghcfkgpkgg5avetummr/f/855e27d7bad447ed8418225083745be9_SeqId_6_ as hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af/f/be79050a0ede4856916d43ad0d1bc84c_SeqId_6_ 2024-11-27T11:22:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T11:22:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__ei9cd96941i4nj8lqeak7sg4ht77v20eg1v2mk8h0gr7dghcfkgpkgg5avetummr/f/32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_ as hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af/f/70202e1e29fd4ad3b37bc1b59a00689f_SeqId_6_ 2024-11-27T11:22:05,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__ei9cd96941i4nj8lqeak7sg4ht77v20eg1v2mk8h0gr7dghcfkgpkgg5avetummr/f/855e27d7bad447ed8418225083745be9_SeqId_6_ into 818310341f08049e261c37af560a72af/f as hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af/f/be79050a0ede4856916d43ad0d1bc84c_SeqId_6_ - updating store file list. 2024-11-27T11:22:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for be79050a0ede4856916d43ad0d1bc84c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T11:22:05,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af/f/be79050a0ede4856916d43ad0d1bc84c_SeqId_6_ into 818310341f08049e261c37af560a72af/f 2024-11-27T11:22:05,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__ei9cd96941i4nj8lqeak7sg4ht77v20eg1v2mk8h0gr7dghcfkgpkgg5avetummr/f/855e27d7bad447ed8418225083745be9_SeqId_6_ into 818310341f08049e261c37af560a72af/f (new location: hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af/f/be79050a0ede4856916d43ad0d1bc84c_SeqId_6_) 2024-11-27T11:22:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__ei9cd96941i4nj8lqeak7sg4ht77v20eg1v2mk8h0gr7dghcfkgpkgg5avetummr/f/855e27d7bad447ed8418225083745be9_SeqId_6_ 2024-11-27T11:22:05,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__ei9cd96941i4nj8lqeak7sg4ht77v20eg1v2mk8h0gr7dghcfkgpkgg5avetummr/f/32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_ into 818310341f08049e261c37af560a72af/f as hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af/f/70202e1e29fd4ad3b37bc1b59a00689f_SeqId_6_ - updating store file list. 2024-11-27T11:22:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 70202e1e29fd4ad3b37bc1b59a00689f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T11:22:05,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af/f/70202e1e29fd4ad3b37bc1b59a00689f_SeqId_6_ into 818310341f08049e261c37af560a72af/f 2024-11-27T11:22:05,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__ei9cd96941i4nj8lqeak7sg4ht77v20eg1v2mk8h0gr7dghcfkgpkgg5avetummr/f/32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_ into 818310341f08049e261c37af560a72af/f (new location: hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af/f/70202e1e29fd4ad3b37bc1b59a00689f_SeqId_6_) 2024-11-27T11:22:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/staging/jenkins.hfs.22__test__ei9cd96941i4nj8lqeak7sg4ht77v20eg1v2mk8h0gr7dghcfkgpkgg5avetummr/f/32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_ 2024-11-27T11:22:05,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] regionserver.ReplicationSink(324): Finished replicating [746f1589-989f-4d58-ab85-c9b43af4cb44] bulk loaded data 2024-11-27T11:22:05,397 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:05,450 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:05,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741838_1014 (size=10791) 2024-11-27T11:22:05,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:22:05,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b617c7edc8e,43919,1732706510941 2024-11-27T11:22:05,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@596c6648 2024-11-27T11:22:05,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T11:22:05,620 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-27T11:22:05,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T11:22:05,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T11:22:05,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b617c7edc8e,38339,1732706510976, seqNum=-1] 2024-11-27T11:22:05,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T11:22:05,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-27T11:22:05,627 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/staging/jenkins.hfs.23__test__idnoputn6fpsj9jhr050g9n5cc1iol3ekqoo1o6dbnm683n6vvm0i2v8bopqq4qg/f/32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T11:22:05,629 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/staging/jenkins.hfs.23__test__idnoputn6fpsj9jhr050g9n5cc1iol3ekqoo1o6dbnm683n6vvm0i2v8bopqq4qg/f/855e27d7bad447ed8418225083745be9_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T11:22:05,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/staging/jenkins.hfs.23__test__idnoputn6fpsj9jhr050g9n5cc1iol3ekqoo1o6dbnm683n6vvm0i2v8bopqq4qg/f/32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_ for inclusion in add00e9ea1239a231d1e08496f941e06/f 2024-11-27T11:22:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T11:22:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:22:05,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/staging/jenkins.hfs.23__test__idnoputn6fpsj9jhr050g9n5cc1iol3ekqoo1o6dbnm683n6vvm0i2v8bopqq4qg/f/855e27d7bad447ed8418225083745be9_SeqId_6_ for inclusion in add00e9ea1239a231d1e08496f941e06/f 2024-11-27T11:22:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T11:22:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T11:22:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.HRegion(2603): Flush status journal for add00e9ea1239a231d1e08496f941e06: 2024-11-27T11:22:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T11:22:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/staging/jenkins.hfs.23__test__idnoputn6fpsj9jhr050g9n5cc1iol3ekqoo1o6dbnm683n6vvm0i2v8bopqq4qg/f/32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_ as hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/default/test/add00e9ea1239a231d1e08496f941e06/f/49057e74fab24dc782559870c8c7590f_SeqId_4_ 2024-11-27T11:22:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 855e27d7bad447ed8418225083745be9_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T11:22:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/staging/jenkins.hfs.23__test__idnoputn6fpsj9jhr050g9n5cc1iol3ekqoo1o6dbnm683n6vvm0i2v8bopqq4qg/f/855e27d7bad447ed8418225083745be9_SeqId_6_ as hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/default/test/add00e9ea1239a231d1e08496f941e06/f/95057a9728454b8c8514863fdd74bca5_SeqId_4_ 2024-11-27T11:22:05,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/staging/jenkins.hfs.23__test__idnoputn6fpsj9jhr050g9n5cc1iol3ekqoo1o6dbnm683n6vvm0i2v8bopqq4qg/f/32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_ into add00e9ea1239a231d1e08496f941e06/f as hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/default/test/add00e9ea1239a231d1e08496f941e06/f/49057e74fab24dc782559870c8c7590f_SeqId_4_ - updating store file list. 2024-11-27T11:22:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 49057e74fab24dc782559870c8c7590f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T11:22:05,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/default/test/add00e9ea1239a231d1e08496f941e06/f/49057e74fab24dc782559870c8c7590f_SeqId_4_ into add00e9ea1239a231d1e08496f941e06/f 2024-11-27T11:22:05,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/staging/jenkins.hfs.23__test__idnoputn6fpsj9jhr050g9n5cc1iol3ekqoo1o6dbnm683n6vvm0i2v8bopqq4qg/f/32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_ into add00e9ea1239a231d1e08496f941e06/f (new location: hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/default/test/add00e9ea1239a231d1e08496f941e06/f/49057e74fab24dc782559870c8c7590f_SeqId_4_) 2024-11-27T11:22:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/staging/jenkins.hfs.23__test__idnoputn6fpsj9jhr050g9n5cc1iol3ekqoo1o6dbnm683n6vvm0i2v8bopqq4qg/f/32d60206084a4e1c95b37f8d1757d6fb_SeqId_6_ 2024-11-27T11:22:05,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/staging/jenkins.hfs.23__test__idnoputn6fpsj9jhr050g9n5cc1iol3ekqoo1o6dbnm683n6vvm0i2v8bopqq4qg/f/855e27d7bad447ed8418225083745be9_SeqId_6_ into add00e9ea1239a231d1e08496f941e06/f as hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/default/test/add00e9ea1239a231d1e08496f941e06/f/95057a9728454b8c8514863fdd74bca5_SeqId_4_ - updating store file list. 2024-11-27T11:22:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 95057a9728454b8c8514863fdd74bca5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T11:22:05,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/default/test/add00e9ea1239a231d1e08496f941e06/f/95057a9728454b8c8514863fdd74bca5_SeqId_4_ into add00e9ea1239a231d1e08496f941e06/f 2024-11-27T11:22:05,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/staging/jenkins.hfs.23__test__idnoputn6fpsj9jhr050g9n5cc1iol3ekqoo1o6dbnm683n6vvm0i2v8bopqq4qg/f/855e27d7bad447ed8418225083745be9_SeqId_6_ into add00e9ea1239a231d1e08496f941e06/f (new location: hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/default/test/add00e9ea1239a231d1e08496f941e06/f/95057a9728454b8c8514863fdd74bca5_SeqId_4_) 2024-11-27T11:22:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/staging/jenkins.hfs.23__test__idnoputn6fpsj9jhr050g9n5cc1iol3ekqoo1o6dbnm683n6vvm0i2v8bopqq4qg/f/855e27d7bad447ed8418225083745be9_SeqId_6_ 2024-11-27T11:22:05,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] regionserver.ReplicationSink(324): Finished replicating [746f1589-989f-4d58-ab85-c9b43af4cb44] bulk loaded data 2024-11-27T11:22:05,700 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:05,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:22:05,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:22:05,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:22:05,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:05,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:22:05,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:05,744 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:22:05,744 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=970122224, stopped=false 2024-11-27T11:22:05,744 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,43919,1732706510941 2024-11-27T11:22:05,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1882784914/running 2024-11-27T11:22:05,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1882784914/running 2024-11-27T11:22:05,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914 2024-11-27T11:22:05,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914 2024-11-27T11:22:05,746 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:22:05,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:22:05,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:22:05,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:05,746 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,38339,1732706510976' ***** 2024-11-27T11:22:05,746 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:22:05,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Set watcher on znode that does not yet exist, /2-1882784914/running 2024-11-27T11:22:05,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Set watcher on znode that does not yet exist, /2-1882784914/running 2024-11-27T11:22:05,747 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:22:05,747 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:22:05,747 INFO [RS:0;5b617c7edc8e:38339 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:22:05,747 INFO [RS:0;5b617c7edc8e:38339 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:22:05,747 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:22:05,747 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(3091): Received CLOSE for add00e9ea1239a231d1e08496f941e06 2024-11-27T11:22:05,748 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,38339,1732706510976 2024-11-27T11:22:05,748 INFO [RS:0;5b617c7edc8e:38339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:22:05,748 INFO [RS:0;5b617c7edc8e:38339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:38339. 2024-11-27T11:22:05,748 DEBUG [RS:0;5b617c7edc8e:38339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:22:05,748 DEBUG [RS:0;5b617c7edc8e:38339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:05,748 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing add00e9ea1239a231d1e08496f941e06, disabling compactions & flushes 2024-11-27T11:22:05,748 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732706518312.add00e9ea1239a231d1e08496f941e06. 2024-11-27T11:22:05,748 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:22:05,748 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706518312.add00e9ea1239a231d1e08496f941e06. 2024-11-27T11:22:05,748 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:22:05,748 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732706518312.add00e9ea1239a231d1e08496f941e06. after waiting 0 ms 2024-11-27T11:22:05,748 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:22:05,748 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732706518312.add00e9ea1239a231d1e08496f941e06. 2024-11-27T11:22:05,748 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:22:05,748 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T11:22:05,748 DEBUG [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(1325): Online Regions={add00e9ea1239a231d1e08496f941e06=test,,1732706518312.add00e9ea1239a231d1e08496f941e06., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:22:05,748 DEBUG [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, add00e9ea1239a231d1e08496f941e06 2024-11-27T11:22:05,749 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:22:05,749 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:22:05,749 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:22:05,749 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:22:05,749 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:22:05,749 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T11:22:05,752 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/default/test/add00e9ea1239a231d1e08496f941e06/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T11:22:05,752 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:22:05,753 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:22:05,753 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732706518312.add00e9ea1239a231d1e08496f941e06. 2024-11-27T11:22:05,753 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for add00e9ea1239a231d1e08496f941e06: Waiting for close lock at 1732706525748Running coprocessor pre-close hooks at 1732706525748Disabling compacts and flushes for region at 1732706525748Disabling writes for close at 1732706525748Writing region close event to WAL at 1732706525749 (+1 ms)Running coprocessor post-close hooks at 1732706525752 (+3 ms)Closed at 1732706525753 (+1 ms) 2024-11-27T11:22:05,753 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732706518312.add00e9ea1239a231d1e08496f941e06. 2024-11-27T11:22:05,777 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/.tmp/info/dd080bdd676443c29bcff27151ea49c3 is 129, key is test,,1732706518312.add00e9ea1239a231d1e08496f941e06./info:regioninfo/1732706519057/Put/seqid=0 2024-11-27T11:22:05,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741839_1015 (size=6421) 2024-11-27T11:22:05,829 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:22:05,829 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:22:05,854 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:05,949 DEBUG [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:22:06,103 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:06,117 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:22:06,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:06,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:06,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:06,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:06,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:06,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:06,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:06,149 DEBUG [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:22:06,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:06,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:06,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:06,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:06,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:06,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:06,181 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/.tmp/info/dd080bdd676443c29bcff27151ea49c3 2024-11-27T11:22:06,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:06,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:06,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:06,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:06,206 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/.tmp/ns/3565a76e1a4841a194b442e7183dcb77 is 43, key is default/ns:d/1732706513905/Put/seqid=0 2024-11-27T11:22:06,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741840_1016 (size=5153) 2024-11-27T11:22:06,349 DEBUG [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:22:06,357 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:06,549 DEBUG [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:22:06,606 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:06,610 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/.tmp/ns/3565a76e1a4841a194b442e7183dcb77 2024-11-27T11:22:06,630 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/.tmp/rep_barrier/c78492fa92644707944e1a936cf089af is 112, key is test,,1732706518312.add00e9ea1239a231d1e08496f941e06./rep_barrier:seqnumDuringOpen/1732706519057/Put/seqid=0 2024-11-27T11:22:06,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741841_1017 (size=5518) 2024-11-27T11:22:06,633 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/.tmp/rep_barrier/c78492fa92644707944e1a936cf089af 2024-11-27T11:22:06,653 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/.tmp/table/e78ba1941de54ca1b367eac138fe79cb is 40, key is test/table:state/1732706519067/Put/seqid=0 2024-11-27T11:22:06,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741842_1018 (size=5165) 2024-11-27T11:22:06,749 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T11:22:06,749 DEBUG [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:22:06,749 DEBUG [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:22:06,950 DEBUG [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:22:06,961 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:07,057 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/.tmp/table/e78ba1941de54ca1b367eac138fe79cb 2024-11-27T11:22:07,061 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/.tmp/info/dd080bdd676443c29bcff27151ea49c3 as hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/info/dd080bdd676443c29bcff27151ea49c3 2024-11-27T11:22:07,064 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/info/dd080bdd676443c29bcff27151ea49c3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T11:22:07,064 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/.tmp/ns/3565a76e1a4841a194b442e7183dcb77 as hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/ns/3565a76e1a4841a194b442e7183dcb77 2024-11-27T11:22:07,067 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/ns/3565a76e1a4841a194b442e7183dcb77, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T11:22:07,068 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/.tmp/rep_barrier/c78492fa92644707944e1a936cf089af as hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/rep_barrier/c78492fa92644707944e1a936cf089af 2024-11-27T11:22:07,071 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/rep_barrier/c78492fa92644707944e1a936cf089af, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T11:22:07,072 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/.tmp/table/e78ba1941de54ca1b367eac138fe79cb as hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/table/e78ba1941de54ca1b367eac138fe79cb 2024-11-27T11:22:07,074 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/table/e78ba1941de54ca1b367eac138fe79cb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T11:22:07,075 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=11, compaction requested=false 2024-11-27T11:22:07,079 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T11:22:07,079 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:22:07,079 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:22:07,079 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:22:07,079 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706525749Running coprocessor pre-close hooks at 1732706525749Disabling compacts and flushes for region at 1732706525749Disabling writes for close at 1732706525749Obtaining lock to block concurrent updates at 1732706525749Preparing flush snapshotting stores in 1588230740 at 1732706525749Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732706525749Flushing stores of hbase:meta,,1.1588230740 at 1732706525750 (+1 ms)Flushing 1588230740/info: creating writer at 1732706525750Flushing 1588230740/info: appending metadata at 1732706525777 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732706525777Flushing 1588230740/ns: creating writer at 1732706526186 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732706526206 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732706526206Flushing 1588230740/rep_barrier: creating writer at 1732706526613 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732706526630 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732706526630Flushing 1588230740/table: creating writer at 1732706526636 (+6 ms)Flushing 1588230740/table: appending metadata at 1732706526652 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732706526652Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11fe6932: reopening flushed file at 1732706527060 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7d1a52: reopening flushed file at 1732706527064 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ed7353: reopening flushed file at 1732706527068 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@269e73d0: reopening flushed file at 1732706527071 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=11, compaction requested=false at 1732706527075 (+4 ms)Writing region close event to WAL at 1732706527077 (+2 ms)Running coprocessor post-close hooks at 1732706527079 (+2 ms)Closed at 1732706527079 2024-11-27T11:22:07,079 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:22:07,150 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,38339,1732706510976; all regions closed. 2024-11-27T11:22:07,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741834_1010 (size=2717) 2024-11-27T11:22:07,152 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/WALs/5b617c7edc8e,38339,1732706510976/5b617c7edc8e%2C38339%2C1732706510976.meta.1732706513868.meta not finished, retry = 0 2024-11-27T11:22:07,209 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:07,254 DEBUG [RS:0;5b617c7edc8e:38339 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/oldWALs 2024-11-27T11:22:07,254 INFO [RS:0;5b617c7edc8e:38339 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C38339%2C1732706510976.meta:.meta(num 1732706513868) 2024-11-27T11:22:07,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741832_1008 (size=1028) 2024-11-27T11:22:07,257 DEBUG [RS:0;5b617c7edc8e:38339 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/oldWALs 2024-11-27T11:22:07,257 INFO [RS:0;5b617c7edc8e:38339 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C38339%2C1732706510976:(num 1732706512961) 2024-11-27T11:22:07,257 DEBUG [RS:0;5b617c7edc8e:38339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:07,257 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:22:07,257 INFO [RS:0;5b617c7edc8e:38339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:22:07,258 INFO [RS:0;5b617c7edc8e:38339 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T11:22:07,258 INFO [RS:0;5b617c7edc8e:38339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:22:07,258 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:22:07,258 INFO [RS:0;5b617c7edc8e:38339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:38339. 2024-11-27T11:22:07,258 DEBUG [RS:0;5b617c7edc8e:38339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:22:07,258 DEBUG [RS:0;5b617c7edc8e:38339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:07,258 DEBUG [RS:0;5b617c7edc8e:38339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:07,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:22:07,259 INFO [RS:0;5b617c7edc8e:38339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38339 2024-11-27T11:22:07,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1882784914/rs/5b617c7edc8e,38339,1732706510976 2024-11-27T11:22:07,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914/rs 2024-11-27T11:22:07,261 INFO [RS:0;5b617c7edc8e:38339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:22:07,264 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,38339,1732706510976] 2024-11-27T11:22:07,265 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1882784914/draining/5b617c7edc8e,38339,1732706510976 already deleted, retry=false 2024-11-27T11:22:07,265 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,38339,1732706510976 expired; onlineServers=0 2024-11-27T11:22:07,265 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,43919,1732706510941' ***** 2024-11-27T11:22:07,265 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:22:07,265 INFO [M:0;5b617c7edc8e:43919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:22:07,265 INFO [M:0;5b617c7edc8e:43919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:22:07,266 DEBUG [M:0;5b617c7edc8e:43919 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:22:07,266 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:22:07,266 DEBUG [M:0;5b617c7edc8e:43919 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:22:07,266 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706512724 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706512724,5,FailOnTimeoutGroup] 2024-11-27T11:22:07,266 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706512724 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706512724,5,FailOnTimeoutGroup] 2024-11-27T11:22:07,266 INFO [M:0;5b617c7edc8e:43919 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:22:07,266 INFO [M:0;5b617c7edc8e:43919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:22:07,266 DEBUG [M:0;5b617c7edc8e:43919 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:22:07,266 INFO [M:0;5b617c7edc8e:43919 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:22:07,266 INFO [M:0;5b617c7edc8e:43919 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:22:07,266 INFO [M:0;5b617c7edc8e:43919 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:22:07,266 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:22:07,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1882784914/master 2024-11-27T11:22:07,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1882784914 2024-11-27T11:22:07,267 DEBUG [M:0;5b617c7edc8e:43919 {}] zookeeper.ZKUtil(347): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Unable to get data of znode /2-1882784914/master because node does not exist (not an error) 2024-11-27T11:22:07,267 WARN [M:0;5b617c7edc8e:43919 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:22:07,278 INFO [M:0;5b617c7edc8e:43919 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/.lastflushedseqids 2024-11-27T11:22:07,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741843_1019 (size=173) 2024-11-27T11:22:07,364 INFO [RS:0;5b617c7edc8e:38339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:22:07,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:22:07,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x1015928f2440007, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:22:07,364 INFO [RS:0;5b617c7edc8e:38339 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,38339,1732706510976; zookeeper connection closed. 2024-11-27T11:22:07,365 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5cb2ac53 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5cb2ac53 2024-11-27T11:22:07,365 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:22:07,598 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T11:22:07,599 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:22:07,599 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128847 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b617c7edc8e,46701,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:46701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T11:22:07,664 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:07,682 INFO [M:0;5b617c7edc8e:43919 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:22:07,682 INFO [M:0;5b617c7edc8e:43919 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:22:07,683 DEBUG [M:0;5b617c7edc8e:43919 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:22:07,683 INFO [M:0;5b617c7edc8e:43919 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:22:07,683 DEBUG [M:0;5b617c7edc8e:43919 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:22:07,683 DEBUG [M:0;5b617c7edc8e:43919 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:22:07,683 DEBUG [M:0;5b617c7edc8e:43919 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:22:07,683 INFO [M:0;5b617c7edc8e:43919 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-27T11:22:07,697 DEBUG [M:0;5b617c7edc8e:43919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4725810291824a65acc298e15bd3255f is 82, key is hbase:meta,,1/info:regioninfo/1732706513896/Put/seqid=0 2024-11-27T11:22:07,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741844_1020 (size=5672) 2024-11-27T11:22:07,913 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:08,101 INFO [M:0;5b617c7edc8e:43919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4725810291824a65acc298e15bd3255f 2024-11-27T11:22:08,118 DEBUG [M:0;5b617c7edc8e:43919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f7e6374067849f4ba4effaab712a364 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732706519071/Put/seqid=0 2024-11-27T11:22:08,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741845_1021 (size=6586) 2024-11-27T11:22:08,354 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T11:22:08,468 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:08,522 INFO [M:0;5b617c7edc8e:43919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f7e6374067849f4ba4effaab712a364 2024-11-27T11:22:08,539 DEBUG [M:0;5b617c7edc8e:43919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db63699805fd4172836d5eb7a0b0b6ed is 69, key is 5b617c7edc8e,38339,1732706510976/rs:state/1732706512812/Put/seqid=0 2024-11-27T11:22:08,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741846_1022 (size=5156) 2024-11-27T11:22:08,716 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:08,736 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=34, reused chunk count=159, reuseRatio=82.38% 2024-11-27T11:22:08,737 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-27T11:22:08,943 INFO [M:0;5b617c7edc8e:43919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db63699805fd4172836d5eb7a0b0b6ed 2024-11-27T11:22:08,947 DEBUG [M:0;5b617c7edc8e:43919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4725810291824a65acc298e15bd3255f as hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4725810291824a65acc298e15bd3255f 2024-11-27T11:22:08,950 INFO [M:0;5b617c7edc8e:43919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4725810291824a65acc298e15bd3255f, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T11:22:08,951 DEBUG [M:0;5b617c7edc8e:43919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f7e6374067849f4ba4effaab712a364 as hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f7e6374067849f4ba4effaab712a364 2024-11-27T11:22:08,954 INFO [M:0;5b617c7edc8e:43919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f7e6374067849f4ba4effaab712a364, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T11:22:08,954 DEBUG [M:0;5b617c7edc8e:43919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db63699805fd4172836d5eb7a0b0b6ed as hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db63699805fd4172836d5eb7a0b0b6ed 2024-11-27T11:22:08,957 INFO [M:0;5b617c7edc8e:43919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34509/user/jenkins/test-data/6b163e55-c383-a836-3100-b0b363ceca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db63699805fd4172836d5eb7a0b0b6ed, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T11:22:08,958 INFO [M:0;5b617c7edc8e:43919 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=55, compaction requested=false 2024-11-27T11:22:08,959 INFO [M:0;5b617c7edc8e:43919 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:22:08,959 DEBUG [M:0;5b617c7edc8e:43919 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706527682Disabling compacts and flushes for region at 1732706527682Disabling writes for close at 1732706527683 (+1 ms)Obtaining lock to block concurrent updates at 1732706527683Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706527683Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732706527683Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706527683Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706527684 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706527697 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706527697Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706528104 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706528118 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706528118Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706528526 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706528539 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706528539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@476d2164: reopening flushed file at 1732706528947 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5941f7: reopening flushed file at 1732706528950 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c07bb09: reopening flushed file at 1732706528954 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=55, compaction requested=false at 1732706528958 (+4 ms)Writing region close event to WAL at 1732706528959 (+1 ms)Closed at 1732706528959 2024-11-27T11:22:08,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741830_1006 (size=32770) 2024-11-27T11:22:08,961 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:22:08,962 INFO [M:0;5b617c7edc8e:43919 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:22:08,962 INFO [M:0;5b617c7edc8e:43919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43919 2024-11-27T11:22:08,962 INFO [M:0;5b617c7edc8e:43919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:22:09,064 INFO [M:0;5b617c7edc8e:43919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:22:09,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:22:09,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43919-0x1015928f2440006, quorum=127.0.0.1:50237, baseZNode=/2-1882784914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:22:09,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1af8ca54{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:22:09,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@358ded7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:22:09,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:22:09,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e661899{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:22:09,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f9cf0ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/hadoop.log.dir/,STOPPED} 2024-11-27T11:22:09,069 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:22:09,069 WARN [BP-899755455-172.17.0.2-1732706510006 heartbeating to localhost/127.0.0.1:34509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:22:09,069 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:22:09,069 WARN [BP-899755455-172.17.0.2-1732706510006 heartbeating to localhost/127.0.0.1:34509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-899755455-172.17.0.2-1732706510006 (Datanode Uuid c9752e79-b437-45de-b662-cc91c40ca93c) service to localhost/127.0.0.1:34509 2024-11-27T11:22:09,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/cluster_d8099631-cf91-b9ba-0827-a874aa0917cb/data/data1/current/BP-899755455-172.17.0.2-1732706510006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:22:09,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/cluster_d8099631-cf91-b9ba-0827-a874aa0917cb/data/data2/current/BP-899755455-172.17.0.2-1732706510006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:22:09,070 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:22:09,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@85ccbb5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:22:09,077 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d781517{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:22:09,077 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:22:09,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29f0b9ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:22:09,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8694503{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77bfbeea-2701-cc61-e066-dabebd76d062/hadoop.log.dir/,STOPPED} 2024-11-27T11:22:09,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:22:09,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:22:09,088 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:22:09,088 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:22:09,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:09,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:09,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:22:09,089 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:22:09,089 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=534459382, stopped=false 2024-11-27T11:22:09,089 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,46059,1732706507284 2024-11-27T11:22:09,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1566472784/running 2024-11-27T11:22:09,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1566472784/running 2024-11-27T11:22:09,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784 2024-11-27T11:22:09,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784 2024-11-27T11:22:09,090 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:22:09,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:22:09,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:22:09,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:09,091 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,34555,1732706507333' ***** 2024-11-27T11:22:09,091 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:22:09,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Set watcher on znode that does not yet exist, /1566472784/running 2024-11-27T11:22:09,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Set watcher on znode that does not yet exist, /1566472784/running 2024-11-27T11:22:09,091 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:22:09,091 INFO [RS:0;5b617c7edc8e:34555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:22:09,092 INFO [RS:0;5b617c7edc8e:34555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:22:09,092 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:22:09,092 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(3091): Received CLOSE for 818310341f08049e261c37af560a72af 2024-11-27T11:22:09,092 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,34555,1732706507333 2024-11-27T11:22:09,092 INFO [RS:0;5b617c7edc8e:34555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:22:09,092 INFO [RS:0;5b617c7edc8e:34555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:34555. 2024-11-27T11:22:09,092 DEBUG [RS:0;5b617c7edc8e:34555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:22:09,092 DEBUG [RS:0;5b617c7edc8e:34555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:09,092 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 818310341f08049e261c37af560a72af, disabling compactions & flushes 2024-11-27T11:22:09,092 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732706516161.818310341f08049e261c37af560a72af. 2024-11-27T11:22:09,092 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:22:09,092 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706516161.818310341f08049e261c37af560a72af. 2024-11-27T11:22:09,092 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:22:09,092 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:22:09,092 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732706516161.818310341f08049e261c37af560a72af. after waiting 0 ms 2024-11-27T11:22:09,092 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732706516161.818310341f08049e261c37af560a72af. 2024-11-27T11:22:09,092 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:22:09,092 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T11:22:09,092 DEBUG [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(1325): Online Regions={818310341f08049e261c37af560a72af=test,,1732706516161.818310341f08049e261c37af560a72af., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:22:09,093 DEBUG [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 818310341f08049e261c37af560a72af 2024-11-27T11:22:09,093 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:22:09,093 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:22:09,093 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:22:09,093 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:22:09,093 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:22:09,093 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T11:22:09,096 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/default/test/818310341f08049e261c37af560a72af/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T11:22:09,096 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:22:09,096 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:22:09,096 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732706516161.818310341f08049e261c37af560a72af. 2024-11-27T11:22:09,097 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 818310341f08049e261c37af560a72af: Waiting for close lock at 1732706529092Running coprocessor pre-close hooks at 1732706529092Disabling compacts and flushes for region at 1732706529092Disabling writes for close at 1732706529092Writing region close event to WAL at 1732706529093 (+1 ms)Running coprocessor post-close hooks at 1732706529096 (+3 ms)Closed at 1732706529096 2024-11-27T11:22:09,097 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732706516161.818310341f08049e261c37af560a72af. 2024-11-27T11:22:09,108 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/.tmp/info/d52094943b8c419d86f442e418270b32 is 129, key is test,,1732706516161.818310341f08049e261c37af560a72af./info:regioninfo/1732706517302/Put/seqid=0 2024-11-27T11:22:09,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741841_1017 (size=6421) 2024-11-27T11:22:09,117 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:22:09,293 DEBUG [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:22:09,372 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:09,493 DEBUG [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:22:09,511 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/.tmp/info/d52094943b8c419d86f442e418270b32 2024-11-27T11:22:09,533 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/.tmp/ns/52cce69b3d9842cfb7c6fbb61ac9ff0a is 43, key is default/ns:d/1732706509884/Put/seqid=0 2024-11-27T11:22:09,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741842_1018 (size=5153) 2024-11-27T11:22:09,537 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/.tmp/ns/52cce69b3d9842cfb7c6fbb61ac9ff0a 2024-11-27T11:22:09,558 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/.tmp/rep_barrier/8f674558621b48d59ed89d0b4c2dda57 is 112, key is test,,1732706516161.818310341f08049e261c37af560a72af./rep_barrier:seqnumDuringOpen/1732706517302/Put/seqid=0 2024-11-27T11:22:09,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741843_1019 (size=5518) 2024-11-27T11:22:09,561 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/.tmp/rep_barrier/8f674558621b48d59ed89d0b4c2dda57 2024-11-27T11:22:09,579 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/.tmp/table/6f3fe92a547a4523a9f2496650443ac3 is 40, key is test/table:state/1732706517308/Put/seqid=0 2024-11-27T11:22:09,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741844_1020 (size=5165) 2024-11-27T11:22:09,619 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:09,693 DEBUG [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:22:09,845 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:22:09,845 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:22:09,893 DEBUG [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:22:09,982 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/.tmp/table/6f3fe92a547a4523a9f2496650443ac3 2024-11-27T11:22:09,987 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/.tmp/info/d52094943b8c419d86f442e418270b32 as hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/info/d52094943b8c419d86f442e418270b32 2024-11-27T11:22:09,990 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/info/d52094943b8c419d86f442e418270b32, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T11:22:09,991 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/.tmp/ns/52cce69b3d9842cfb7c6fbb61ac9ff0a as hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/ns/52cce69b3d9842cfb7c6fbb61ac9ff0a 2024-11-27T11:22:09,994 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/ns/52cce69b3d9842cfb7c6fbb61ac9ff0a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T11:22:09,994 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/.tmp/rep_barrier/8f674558621b48d59ed89d0b4c2dda57 as hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/rep_barrier/8f674558621b48d59ed89d0b4c2dda57 2024-11-27T11:22:09,997 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/rep_barrier/8f674558621b48d59ed89d0b4c2dda57, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T11:22:09,998 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/.tmp/table/6f3fe92a547a4523a9f2496650443ac3 as hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/table/6f3fe92a547a4523a9f2496650443ac3 2024-11-27T11:22:10,001 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/table/6f3fe92a547a4523a9f2496650443ac3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T11:22:10,002 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=11, compaction requested=false 2024-11-27T11:22:10,008 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T11:22:10,008 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:22:10,008 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:22:10,008 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:22:10,008 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706529093Running coprocessor pre-close hooks at 1732706529093Disabling compacts and flushes for region at 1732706529093Disabling writes for close at 1732706529093Obtaining lock to block concurrent updates at 1732706529093Preparing flush snapshotting stores in 1588230740 at 1732706529093Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732706529093Flushing stores of hbase:meta,,1.1588230740 at 1732706529094 (+1 ms)Flushing 1588230740/info: creating writer at 1732706529094Flushing 1588230740/info: appending metadata at 1732706529108 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732706529108Flushing 1588230740/ns: creating writer at 1732706529516 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732706529533 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732706529533Flushing 1588230740/rep_barrier: creating writer at 1732706529541 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732706529557 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732706529557Flushing 1588230740/table: creating writer at 1732706529565 (+8 ms)Flushing 1588230740/table: appending metadata at 1732706529579 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732706529579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac8fab: reopening flushed file at 1732706529986 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131a9163: reopening flushed file at 1732706529990 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a96ebd: reopening flushed file at 1732706529994 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454ec9ed: reopening flushed file at 1732706529997 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=11, compaction requested=false at 1732706530002 (+5 ms)Writing region close event to WAL at 1732706530005 (+3 ms)Running coprocessor post-close hooks at 1732706530008 (+3 ms)Closed at 1732706530008 2024-11-27T11:22:10,008 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:22:10,093 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,34555,1732706507333; all regions closed. 2024-11-27T11:22:10,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741834_1010 (size=2717) 2024-11-27T11:22:10,095 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/WALs/5b617c7edc8e,34555,1732706507333/5b617c7edc8e%2C34555%2C1732706507333.meta.1732706509845.meta not finished, retry = 0 2024-11-27T11:22:10,198 DEBUG [RS:0;5b617c7edc8e:34555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/oldWALs 2024-11-27T11:22:10,198 INFO [RS:0;5b617c7edc8e:34555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C34555%2C1732706507333.meta:.meta(num 1732706509845) 2024-11-27T11:22:10,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741832_1008 (size=1374) 2024-11-27T11:22:10,201 DEBUG [RS:0;5b617c7edc8e:34555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/oldWALs 2024-11-27T11:22:10,201 INFO [RS:0;5b617c7edc8e:34555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b617c7edc8e%2C34555%2C1732706507333:(num 1732706508931) 2024-11-27T11:22:10,201 DEBUG [RS:0;5b617c7edc8e:34555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:10,201 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:22:10,201 INFO [RS:0;5b617c7edc8e:34555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:22:10,201 INFO [RS:0;5b617c7edc8e:34555 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T11:22:10,201 INFO [RS:0;5b617c7edc8e:34555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:22:10,201 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:22:10,201 INFO [RS:0;5b617c7edc8e:34555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:34555. 2024-11-27T11:22:10,201 DEBUG [RS:0;5b617c7edc8e:34555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:22:10,201 DEBUG [RS:0;5b617c7edc8e:34555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:10,202 DEBUG [RS:0;5b617c7edc8e:34555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:10,202 INFO [RS:0;5b617c7edc8e:34555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34555 2024-11-27T11:22:10,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:22:10,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1566472784/rs/5b617c7edc8e,34555,1732706507333 2024-11-27T11:22:10,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784/rs 2024-11-27T11:22:10,204 INFO [RS:0;5b617c7edc8e:34555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:22:10,206 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,34555,1732706507333] 2024-11-27T11:22:10,207 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1566472784/draining/5b617c7edc8e,34555,1732706507333 already deleted, retry=false 2024-11-27T11:22:10,207 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,34555,1732706507333 expired; onlineServers=0 2024-11-27T11:22:10,207 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,46059,1732706507284' ***** 2024-11-27T11:22:10,207 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:22:10,207 INFO [M:0;5b617c7edc8e:46059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:22:10,207 INFO [M:0;5b617c7edc8e:46059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:22:10,207 DEBUG [M:0;5b617c7edc8e:46059 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:22:10,208 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:22:10,208 DEBUG [M:0;5b617c7edc8e:46059 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:22:10,208 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706508706 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706508706,5,FailOnTimeoutGroup] 2024-11-27T11:22:10,208 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706508706 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706508706,5,FailOnTimeoutGroup] 2024-11-27T11:22:10,208 INFO [M:0;5b617c7edc8e:46059 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:22:10,208 INFO [M:0;5b617c7edc8e:46059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:22:10,208 DEBUG [M:0;5b617c7edc8e:46059 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:22:10,208 INFO [M:0;5b617c7edc8e:46059 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:22:10,208 INFO [M:0;5b617c7edc8e:46059 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:22:10,208 INFO [M:0;5b617c7edc8e:46059 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:22:10,208 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:22:10,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1566472784/master 2024-11-27T11:22:10,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1566472784 2024-11-27T11:22:10,209 DEBUG [M:0;5b617c7edc8e:46059 {}] zookeeper.ZKUtil(347): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Unable to get data of znode /1566472784/master because node does not exist (not an error) 2024-11-27T11:22:10,209 WARN [M:0;5b617c7edc8e:46059 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:22:10,210 INFO [M:0;5b617c7edc8e:46059 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/.lastflushedseqids 2024-11-27T11:22:10,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741845_1021 (size=173) 2024-11-27T11:22:10,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:22:10,307 INFO [RS:0;5b617c7edc8e:34555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:22:10,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34555-0x1015928f2440004, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:22:10,307 INFO [RS:0;5b617c7edc8e:34555 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,34555,1732706507333; zookeeper connection closed. 2024-11-27T11:22:10,307 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44133cdc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44133cdc 2024-11-27T11:22:10,307 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:22:10,375 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:10,613 INFO [M:0;5b617c7edc8e:46059 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:22:10,614 INFO [M:0;5b617c7edc8e:46059 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:22:10,614 DEBUG [M:0;5b617c7edc8e:46059 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:22:10,614 INFO [M:0;5b617c7edc8e:46059 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:22:10,614 DEBUG [M:0;5b617c7edc8e:46059 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:22:10,614 DEBUG [M:0;5b617c7edc8e:46059 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:22:10,614 DEBUG [M:0;5b617c7edc8e:46059 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:22:10,614 INFO [M:0;5b617c7edc8e:46059 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-27T11:22:10,622 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:10,629 DEBUG [M:0;5b617c7edc8e:46059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48587b5ca8344817be0ec71c910e0cac is 82, key is hbase:meta,,1/info:regioninfo/1732706509876/Put/seqid=0 2024-11-27T11:22:10,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741846_1022 (size=5672) 2024-11-27T11:22:11,033 INFO [M:0;5b617c7edc8e:46059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48587b5ca8344817be0ec71c910e0cac 2024-11-27T11:22:11,050 DEBUG [M:0;5b617c7edc8e:46059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca16e715b57441bbafb39df6a7e0ecd2 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732706517310/Put/seqid=0 2024-11-27T11:22:11,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741847_1023 (size=6587) 2024-11-27T11:22:11,255 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T11:22:11,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:11,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:11,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:11,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:11,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:11,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:11,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:11,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:11,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:11,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:11,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:11,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:11,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:11,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:11,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:11,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:11,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:11,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T11:22:11,455 INFO [M:0;5b617c7edc8e:46059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca16e715b57441bbafb39df6a7e0ecd2 2024-11-27T11:22:11,473 DEBUG [M:0;5b617c7edc8e:46059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09ce15cffcb243098577775f0ef497c8 is 69, key is 5b617c7edc8e,34555,1732706507333/rs:state/1732706508786/Put/seqid=0 2024-11-27T11:22:11,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741848_1024 (size=5156) 2024-11-27T11:22:11,479 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:11,725 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:11,876 INFO [M:0;5b617c7edc8e:46059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09ce15cffcb243098577775f0ef497c8 2024-11-27T11:22:11,880 DEBUG [M:0;5b617c7edc8e:46059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48587b5ca8344817be0ec71c910e0cac as hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48587b5ca8344817be0ec71c910e0cac 2024-11-27T11:22:11,883 INFO [M:0;5b617c7edc8e:46059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48587b5ca8344817be0ec71c910e0cac, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T11:22:11,884 DEBUG [M:0;5b617c7edc8e:46059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca16e715b57441bbafb39df6a7e0ecd2 as hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca16e715b57441bbafb39df6a7e0ecd2 2024-11-27T11:22:11,887 INFO [M:0;5b617c7edc8e:46059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca16e715b57441bbafb39df6a7e0ecd2, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T11:22:11,887 DEBUG [M:0;5b617c7edc8e:46059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09ce15cffcb243098577775f0ef497c8 as hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09ce15cffcb243098577775f0ef497c8 2024-11-27T11:22:11,890 INFO [M:0;5b617c7edc8e:46059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35605/user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09ce15cffcb243098577775f0ef497c8, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T11:22:11,890 INFO [M:0;5b617c7edc8e:46059 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false 2024-11-27T11:22:11,891 INFO [M:0;5b617c7edc8e:46059 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:22:11,891 DEBUG [M:0;5b617c7edc8e:46059 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706530614Disabling compacts and flushes for region at 1732706530614Disabling writes for close at 1732706530614Obtaining lock to block concurrent updates at 1732706530614Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706530614Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732706530614Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706530615 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706530615Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706530629 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706530629Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706531036 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706531050 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706531050Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706531458 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706531472 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706531472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51fb6490: reopening flushed file at 1732706531880 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ce641c0: reopening flushed file at 1732706531883 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742812ff: reopening flushed file at 1732706531887 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false at 1732706531890 (+3 ms)Writing region close event to WAL at 1732706531891 (+1 ms)Closed at 1732706531891 2024-11-27T11:22:11,893 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e745f77f-5d64-c606-255a-015954df5b8e/MasterData/WALs/5b617c7edc8e,46059,1732706507284/5b617c7edc8e%2C46059%2C1732706507284.1732706508633 not finished, retry = 0 2024-11-27T11:22:11,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33421 is added to blk_1073741830_1006 (size=32782) 2024-11-27T11:22:11,994 INFO [M:0;5b617c7edc8e:46059 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:22:11,994 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:22:11,994 INFO [M:0;5b617c7edc8e:46059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46059 2024-11-27T11:22:11,995 INFO [M:0;5b617c7edc8e:46059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:22:12,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:22:12,097 INFO [M:0;5b617c7edc8e:46059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:22:12,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x1015928f2440003, quorum=127.0.0.1:50237, baseZNode=/1566472784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:22:12,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cdc4a27{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:22:12,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1444726f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:22:12,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:22:12,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3182d7c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:22:12,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@272fb69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/hadoop.log.dir/,STOPPED} 2024-11-27T11:22:12,101 WARN [BP-1261310930-172.17.0.2-1732706506186 heartbeating to localhost/127.0.0.1:35605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:22:12,101 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:22:12,101 WARN [BP-1261310930-172.17.0.2-1732706506186 heartbeating to localhost/127.0.0.1:35605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1261310930-172.17.0.2-1732706506186 (Datanode Uuid 8445fe5a-6bc8-4039-9edf-333547006136) service to localhost/127.0.0.1:35605 2024-11-27T11:22:12,101 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:22:12,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/cluster_7678eb04-23bc-6c27-1735-9bf9224db771/data/data1/current/BP-1261310930-172.17.0.2-1732706506186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:22:12,102 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/cluster_7678eb04-23bc-6c27-1735-9bf9224db771/data/data2/current/BP-1261310930-172.17.0.2-1732706506186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:22:12,102 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:22:12,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@510d8702{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:22:12,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48bd7b17{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:22:12,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:22:12,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef328a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:22:12,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a7e7ac2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721b358c-1207-9017-8729-01319cf4f7d6/hadoop.log.dir/,STOPPED} 2024-11-27T11:22:12,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:22:12,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T11:22:12,124 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:22:12,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:22:12,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:12,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:12,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:22:12,124 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T11:22:12,124 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1941902728, stopped=false 2024-11-27T11:22:12,124 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b617c7edc8e,33237,1732706503667 2024-11-27T11:22:12,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01492232511/running 2024-11-27T11:22:12,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01492232511/running 2024-11-27T11:22:12,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511 2024-11-27T11:22:12,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511 2024-11-27T11:22:12,127 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:22:12,127 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T11:22:12,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:22:12,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:12,127 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b617c7edc8e,37143,1732706503722' ***** 2024-11-27T11:22:12,128 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T11:22:12,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Set watcher on znode that does not yet exist, /01492232511/running 2024-11-27T11:22:12,128 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T11:22:12,128 INFO [RS:0;5b617c7edc8e:37143 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T11:22:12,128 INFO [RS:0;5b617c7edc8e:37143 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T11:22:12,128 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e1be6a0d898792da465a1eb2582603b 2024-11-27T11:22:12,128 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T11:22:12,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Set watcher on znode that does not yet exist, /01492232511/running 2024-11-27T11:22:12,129 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c4f47e8f9fef110ad29bbac1e6287b7 2024-11-27T11:22:12,129 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(959): stopping server 5b617c7edc8e,37143,1732706503722 2024-11-27T11:22:12,129 INFO [RS:0;5b617c7edc8e:37143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:22:12,129 INFO [RS:0;5b617c7edc8e:37143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:37143. 2024-11-27T11:22:12,129 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e1be6a0d898792da465a1eb2582603b, disabling compactions & flushes 2024-11-27T11:22:12,129 DEBUG [RS:0;5b617c7edc8e:37143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:22:12,129 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732706514009.8e1be6a0d898792da465a1eb2582603b. 2024-11-27T11:22:12,129 DEBUG [RS:0;5b617c7edc8e:37143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:12,129 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732706514009.8e1be6a0d898792da465a1eb2582603b. 2024-11-27T11:22:12,129 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732706514009.8e1be6a0d898792da465a1eb2582603b. after waiting 0 ms 2024-11-27T11:22:12,129 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732706514009.8e1be6a0d898792da465a1eb2582603b. 2024-11-27T11:22:12,129 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T11:22:12,129 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T11:22:12,129 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T11:22:12,129 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T11:22:12,129 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T11:22:12,129 DEBUG [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1325): Online Regions={8e1be6a0d898792da465a1eb2582603b=test,,1732706514009.8e1be6a0d898792da465a1eb2582603b., 1c4f47e8f9fef110ad29bbac1e6287b7=hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:22:12,129 DEBUG [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c4f47e8f9fef110ad29bbac1e6287b7, 8e1be6a0d898792da465a1eb2582603b 2024-11-27T11:22:12,129 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T11:22:12,129 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T11:22:12,129 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T11:22:12,129 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T11:22:12,129 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T11:22:12,130 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T11:22:12,132 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/default/test/8e1be6a0d898792da465a1eb2582603b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T11:22:12,133 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:22:12,133 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T11:22:12,133 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732706514009.8e1be6a0d898792da465a1eb2582603b. 2024-11-27T11:22:12,133 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e1be6a0d898792da465a1eb2582603b: Waiting for close lock at 1732706532129Running coprocessor pre-close hooks at 1732706532129Disabling compacts and flushes for region at 1732706532129Disabling writes for close at 1732706532129Writing region close event to WAL at 1732706532130 (+1 ms)Running coprocessor post-close hooks at 1732706532133 (+3 ms)Closed at 1732706532133 2024-11-27T11:22:12,133 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732706514009.8e1be6a0d898792da465a1eb2582603b. 2024-11-27T11:22:12,133 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c4f47e8f9fef110ad29bbac1e6287b7, disabling compactions & flushes 2024-11-27T11:22:12,133 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7. 2024-11-27T11:22:12,133 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7. 2024-11-27T11:22:12,133 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7. after waiting 0 ms 2024-11-27T11:22:12,133 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7. 2024-11-27T11:22:12,133 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1c4f47e8f9fef110ad29bbac1e6287b7 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-27T11:22:12,144 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/.tmp/info/65adfe3a6cdf4fc3842f1f93a3f9dbfc is 147, key is hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7./info:regioninfo/1732706520627/Put/seqid=0 2024-11-27T11:22:12,147 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/replication/1c4f47e8f9fef110ad29bbac1e6287b7/.tmp/hfileref/f06d7001eda6467192e48a34290f51dc is 74, key is 1/hfileref:0bf8ae67a99640309d9223260f6a8dfc_SeqId_4_/1732706523383/DeleteColumn/seqid=0 2024-11-27T11:22:12,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741847_1023 (size=7686) 2024-11-27T11:22:12,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741848_1024 (size=5489) 2024-11-27T11:22:12,198 INFO [regionserver/5b617c7edc8e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:22:12,330 DEBUG [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c4f47e8f9fef110ad29bbac1e6287b7 2024-11-27T11:22:12,530 DEBUG [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c4f47e8f9fef110ad29bbac1e6287b7 2024-11-27T11:22:12,548 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/.tmp/info/65adfe3a6cdf4fc3842f1f93a3f9dbfc 2024-11-27T11:22:12,550 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/replication/1c4f47e8f9fef110ad29bbac1e6287b7/.tmp/hfileref/f06d7001eda6467192e48a34290f51dc 2024-11-27T11:22:12,566 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/.tmp/ns/d36d1d5153054b4cb48eb7174a5a54ab is 43, key is default/ns:d/1732706506114/Put/seqid=0 2024-11-27T11:22:12,569 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/replication/1c4f47e8f9fef110ad29bbac1e6287b7/.tmp/queue/283f3cb72b0a4b71b8479420877ef499 is 153, key is 1-5b617c7edc8e,37143,1732706503722/queue:5b617c7edc8e%2C37143%2C1732706503722/1732706525398/Put/seqid=0 2024-11-27T11:22:12,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741849_1025 (size=5153) 2024-11-27T11:22:12,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741850_1026 (size=5504) 2024-11-27T11:22:12,626 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T11:22:12,626 INFO [regionserver/5b617c7edc8e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T11:22:12,682 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:12,686 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:22:12,686 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 688, reset compression=false 2024-11-27T11:22:12,686 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b617c7edc8e,37143,1732706503722 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:22:12,687 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b617c7edc8e,37143,1732706503722: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b617c7edc8e,37143,1732706503722, walGroup=5b617c7edc8e%2C37143%2C1732706503722, offset=5b617c7edc8e%2C37143%2C1732706503722.1732706523514:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:37143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T11:22:12,689 ERROR [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T11:22:12,689 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T11:22:12,689 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T11:22:12,689 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T11:22:12,689 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T11:22:12,689 INFO [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1591738368, "init": 1048576000, "max": 2306867200, "used": 1164597480 }, "NonHeapMemoryUsage": { "committed": 211353600, "init": 7667712, "max": -1, "used": 208390304 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T11:22:12,690 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:33237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b617c7edc8e:33237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T11:22:12,730 DEBUG [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c4f47e8f9fef110ad29bbac1e6287b7 2024-11-27T11:22:12,889 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 688, reset compression=false 2024-11-27T11:22:12,928 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 393, reset compression=false 2024-11-27T11:22:12,930 DEBUG [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c4f47e8f9fef110ad29bbac1e6287b7 2024-11-27T11:22:12,932 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T11:22:12,932 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 688, reset compression=false 2024-11-27T11:22:12,932 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5b617c7edc8e,37143,1732706503722 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T11:22:12,933 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-27T11:22:12,970 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/.tmp/ns/d36d1d5153054b4cb48eb7174a5a54ab 2024-11-27T11:22:12,973 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/replication/1c4f47e8f9fef110ad29bbac1e6287b7/.tmp/queue/283f3cb72b0a4b71b8479420877ef499 2024-11-27T11:22:12,977 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/replication/1c4f47e8f9fef110ad29bbac1e6287b7/.tmp/hfileref/f06d7001eda6467192e48a34290f51dc as hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/replication/1c4f47e8f9fef110ad29bbac1e6287b7/hfileref/f06d7001eda6467192e48a34290f51dc 2024-11-27T11:22:12,982 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/replication/1c4f47e8f9fef110ad29bbac1e6287b7/hfileref/f06d7001eda6467192e48a34290f51dc, entries=6, sequenceid=17, filesize=5.4 K 2024-11-27T11:22:12,983 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/replication/1c4f47e8f9fef110ad29bbac1e6287b7/.tmp/queue/283f3cb72b0a4b71b8479420877ef499 as hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/replication/1c4f47e8f9fef110ad29bbac1e6287b7/queue/283f3cb72b0a4b71b8479420877ef499 2024-11-27T11:22:12,986 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/replication/1c4f47e8f9fef110ad29bbac1e6287b7/queue/283f3cb72b0a4b71b8479420877ef499, entries=2, sequenceid=17, filesize=5.4 K 2024-11-27T11:22:12,987 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 1c4f47e8f9fef110ad29bbac1e6287b7 in 854ms, sequenceid=17, compaction requested=false 2024-11-27T11:22:12,990 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/replication/1c4f47e8f9fef110ad29bbac1e6287b7/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-27T11:22:12,990 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:22:12,991 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:22:12,991 INFO [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7. 2024-11-27T11:22:12,991 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c4f47e8f9fef110ad29bbac1e6287b7: Waiting for close lock at 1732706532133Running coprocessor pre-close hooks at 1732706532133Disabling compacts and flushes for region at 1732706532133Disabling writes for close at 1732706532133Obtaining lock to block concurrent updates at 1732706532133Preparing flush snapshotting stores in 1c4f47e8f9fef110ad29bbac1e6287b7 at 1732706532133Finished memstore snapshotting hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732706532133Flushing stores of hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7. at 1732706532134 (+1 ms)Flushing 1c4f47e8f9fef110ad29bbac1e6287b7/hfileref: creating writer at 1732706532134Flushing 1c4f47e8f9fef110ad29bbac1e6287b7/hfileref: appending metadata at 1732706532146 (+12 ms)Flushing 1c4f47e8f9fef110ad29bbac1e6287b7/hfileref: closing flushed file at 1732706532146Flushing 1c4f47e8f9fef110ad29bbac1e6287b7/queue: creating writer at 1732706532553 (+407 ms)Flushing 1c4f47e8f9fef110ad29bbac1e6287b7/queue: appending metadata at 1732706532569 (+16 ms)Flushing 1c4f47e8f9fef110ad29bbac1e6287b7/queue: closing flushed file at 1732706532569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b303662: reopening flushed file at 1732706532977 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d6cdc2: reopening flushed file at 1732706532982 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 1c4f47e8f9fef110ad29bbac1e6287b7 in 854ms, sequenceid=17, compaction requested=false at 1732706532987 (+5 ms)Writing region close event to WAL at 1732706532988 (+1 ms)Running coprocessor post-close hooks at 1732706532990 (+2 ms)Closed at 1732706532991 (+1 ms) 2024-11-27T11:22:12,991 DEBUG [RS_CLOSE_REGION-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732706519463.1c4f47e8f9fef110ad29bbac1e6287b7. 2024-11-27T11:22:12,992 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/.tmp/rep_barrier/6dffdbeb1b1c4214afad915b21546207 is 112, key is test,,1732706514009.8e1be6a0d898792da465a1eb2582603b./rep_barrier:seqnumDuringOpen/1732706515150/Put/seqid=0 2024-11-27T11:22:12,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741851_1027 (size=5518) 2024-11-27T11:22:13,130 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T11:22:13,130 DEBUG [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T11:22:13,130 DEBUG [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:22:13,135 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 688, reset compression=false 2024-11-27T11:22:13,192 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 688, reset compression=false 2024-11-27T11:22:13,253 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T11:22:13,330 DEBUG [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:22:13,396 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/.tmp/rep_barrier/6dffdbeb1b1c4214afad915b21546207 2024-11-27T11:22:13,413 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/.tmp/table/f919774ea1874a9eb571e5d2faf4da3f is 53, key is hbase:replication/table:state/1732706520633/Put/seqid=0 2024-11-27T11:22:13,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741852_1028 (size=5308) 2024-11-27T11:22:13,438 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 688, reset compression=false 2024-11-27T11:22:13,531 DEBUG [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:22:13,595 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 688, reset compression=false 2024-11-27T11:22:13,731 DEBUG [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T11:22:13,817 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/.tmp/table/f919774ea1874a9eb571e5d2faf4da3f 2024-11-27T11:22:13,821 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/.tmp/info/65adfe3a6cdf4fc3842f1f93a3f9dbfc as hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/info/65adfe3a6cdf4fc3842f1f93a3f9dbfc 2024-11-27T11:22:13,824 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/info/65adfe3a6cdf4fc3842f1f93a3f9dbfc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T11:22:13,825 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/.tmp/ns/d36d1d5153054b4cb48eb7174a5a54ab as hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/ns/d36d1d5153054b4cb48eb7174a5a54ab 2024-11-27T11:22:13,828 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/ns/d36d1d5153054b4cb48eb7174a5a54ab, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T11:22:13,829 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/.tmp/rep_barrier/6dffdbeb1b1c4214afad915b21546207 as hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/rep_barrier/6dffdbeb1b1c4214afad915b21546207 2024-11-27T11:22:13,832 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/rep_barrier/6dffdbeb1b1c4214afad915b21546207, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T11:22:13,832 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/.tmp/table/f919774ea1874a9eb571e5d2faf4da3f as hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/table/f919774ea1874a9eb571e5d2faf4da3f 2024-11-27T11:22:13,835 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/table/f919774ea1874a9eb571e5d2faf4da3f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T11:22:13,836 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-11-27T11:22:13,836 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T11:22:13,841 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T11:22:13,841 DEBUG [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/WALs/5b617c7edc8e,37143,1732706503722/5b617c7edc8e%2C37143%2C1732706503722.1732706523514 to pos 688, reset compression=false 2024-11-27T11:22:13,841 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T11:22:13,841 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T11:22:13,841 INFO [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T11:22:13,841 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732706532129Running coprocessor pre-close hooks at 1732706532129Disabling compacts and flushes for region at 1732706532129Disabling writes for close at 1732706532129Obtaining lock to block concurrent updates at 1732706532130 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732706532130Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732706532130Flushing stores of hbase:meta,,1.1588230740 at 1732706532131 (+1 ms)Flushing 1588230740/info: creating writer at 1732706532131Flushing 1588230740/info: appending metadata at 1732706532144 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732706532144Flushing 1588230740/ns: creating writer at 1732706532553 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732706532566 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732706532566Flushing 1588230740/rep_barrier: creating writer at 1732706532974 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732706532991 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732706532991Flushing 1588230740/table: creating writer at 1732706533399 (+408 ms)Flushing 1588230740/table: appending metadata at 1732706533413 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732706533413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e0bf1b0: reopening flushed file at 1732706533820 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@436c2fa6: reopening flushed file at 1732706533824 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db17fe1: reopening flushed file at 1732706533828 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f5ff7d5: reopening flushed file at 1732706533832 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1732706533836 (+4 ms)Writing region close event to WAL at 1732706533839 (+3 ms)Running coprocessor post-close hooks at 1732706533841 (+2 ms)Closed at 1732706533841 2024-11-27T11:22:13,842 DEBUG [RS_CLOSE_META-regionserver/5b617c7edc8e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T11:22:13,931 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(976): stopping server 5b617c7edc8e,37143,1732706503722; all regions closed. 2024-11-27T11:22:13,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741844_1020 (size=859) 2024-11-27T11:22:13,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741842_1018 (size=2791) 2024-11-27T11:22:13,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741843_1019 (size=696) 2024-11-27T11:22:13,937 DEBUG [RS:0;5b617c7edc8e:37143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:13,937 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T11:22:13,937 INFO [RS:0;5b617c7edc8e:37143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:22:13,937 INFO [RS:0;5b617c7edc8e:37143 {}] hbase.ChoreService(370): Chore service for: regionserver/5b617c7edc8e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T11:22:13,937 INFO [RS:0;5b617c7edc8e:37143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:22:13,937 INFO [regionserver/5b617c7edc8e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:22:13,938 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b617c7edc8e,37143,1732706503722 because: Region server is closing 2024-11-27T11:22:13,938 INFO [RS:0;5b617c7edc8e:37143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:37143. 2024-11-27T11:22:13,938 DEBUG [RS:0;5b617c7edc8e:37143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:22:13,938 DEBUG [RS:0;5b617c7edc8e:37143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:13,938 DEBUG [RS:0;5b617c7edc8e:37143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:13,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:22:14,039 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 terminated 2024-11-27T11:22:14,039 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5b617c7edc8e,37143,1732706503722 because: Region server is closing 2024-11-27T11:22:14,039 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,1-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,1-5b617c7edc8e,37143,1732706503722 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T11:22:14,039 INFO [RS:0;5b617c7edc8e:37143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b617c7edc8e:37143. 2024-11-27T11:22:14,039 DEBUG [RS:0;5b617c7edc8e:37143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T11:22:14,039 DEBUG [RS:0;5b617c7edc8e:37143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:14,039 DEBUG [RS:0;5b617c7edc8e:37143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:22:14,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T11:22:14,139 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.shipper5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 terminated 2024-11-27T11:22:14,139 WARN [RS_REFRESH_PEER-regionserver/5b617c7edc8e:0-0.replicationSource,2-5b617c7edc8e,37143,1732706503722.replicationSource.wal-reader.5b617c7edc8e%2C37143%2C1732706503722,2-5b617c7edc8e,37143,1732706503722 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T11:22:14,139 INFO [RS:0;5b617c7edc8e:37143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37143 2024-11-27T11:22:14,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01492232511/rs/5b617c7edc8e,37143,1732706503722 2024-11-27T11:22:14,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511/rs 2024-11-27T11:22:14,141 INFO [RS:0;5b617c7edc8e:37143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:22:14,144 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b617c7edc8e,37143,1732706503722] 2024-11-27T11:22:14,145 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01492232511/draining/5b617c7edc8e,37143,1732706503722 already deleted, retry=false 2024-11-27T11:22:14,145 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b617c7edc8e,37143,1732706503722 expired; onlineServers=0 2024-11-27T11:22:14,145 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b617c7edc8e,33237,1732706503667' ***** 2024-11-27T11:22:14,145 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T11:22:14,145 INFO [M:0;5b617c7edc8e:33237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T11:22:14,145 INFO [M:0;5b617c7edc8e:33237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T11:22:14,145 DEBUG [M:0;5b617c7edc8e:33237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T11:22:14,145 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T11:22:14,145 DEBUG [M:0;5b617c7edc8e:33237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T11:22:14,145 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706505485 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.small.0-1732706505485,5,FailOnTimeoutGroup] 2024-11-27T11:22:14,145 DEBUG [master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706505484 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b617c7edc8e:0:becomeActiveMaster-HFileCleaner.large.0-1732706505484,5,FailOnTimeoutGroup] 2024-11-27T11:22:14,145 INFO [M:0;5b617c7edc8e:33237 {}] hbase.ChoreService(370): Chore service for: master/5b617c7edc8e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T11:22:14,145 INFO [M:0;5b617c7edc8e:33237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T11:22:14,145 DEBUG [M:0;5b617c7edc8e:33237 {}] master.HMaster(1795): Stopping service threads 2024-11-27T11:22:14,145 INFO [M:0;5b617c7edc8e:33237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T11:22:14,146 INFO [M:0;5b617c7edc8e:33237 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T11:22:14,146 INFO [M:0;5b617c7edc8e:33237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T11:22:14,146 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T11:22:14,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01492232511/master 2024-11-27T11:22:14,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492232511 2024-11-27T11:22:14,146 DEBUG [M:0;5b617c7edc8e:33237 {}] zookeeper.ZKUtil(347): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Unable to get data of znode /01492232511/master because node does not exist (not an error) 2024-11-27T11:22:14,147 WARN [M:0;5b617c7edc8e:33237 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T11:22:14,147 INFO [M:0;5b617c7edc8e:33237 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/.lastflushedseqids 2024-11-27T11:22:14,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741853_1029 (size=263) 2024-11-27T11:22:14,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:22:14,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37143-0x1015928f2440001, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:22:14,244 INFO [RS:0;5b617c7edc8e:37143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:22:14,244 INFO [RS:0;5b617c7edc8e:37143 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b617c7edc8e,37143,1732706503722; zookeeper connection closed. 2024-11-27T11:22:14,244 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ae3481b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ae3481b 2024-11-27T11:22:14,244 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T11:22:14,551 INFO [M:0;5b617c7edc8e:33237 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T11:22:14,551 INFO [M:0;5b617c7edc8e:33237 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T11:22:14,551 DEBUG [M:0;5b617c7edc8e:33237 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T11:22:14,551 INFO [M:0;5b617c7edc8e:33237 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:22:14,551 DEBUG [M:0;5b617c7edc8e:33237 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:22:14,551 DEBUG [M:0;5b617c7edc8e:33237 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T11:22:14,551 DEBUG [M:0;5b617c7edc8e:33237 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:22:14,551 INFO [M:0;5b617c7edc8e:33237 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-27T11:22:14,566 DEBUG [M:0;5b617c7edc8e:33237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02bb1337318b4b908d608dc8daacb0b9 is 82, key is hbase:meta,,1/info:regioninfo/1732706506100/Put/seqid=0 2024-11-27T11:22:14,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741854_1030 (size=5672) 2024-11-27T11:22:14,970 INFO [M:0;5b617c7edc8e:33237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02bb1337318b4b908d608dc8daacb0b9 2024-11-27T11:22:14,987 DEBUG [M:0;5b617c7edc8e:33237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79fd8899acef449fad606d018d990f39 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732706520636/Put/seqid=0 2024-11-27T11:22:14,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741855_1031 (size=8910) 2024-11-27T11:22:15,390 INFO [M:0;5b617c7edc8e:33237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79fd8899acef449fad606d018d990f39 2024-11-27T11:22:15,407 DEBUG [M:0;5b617c7edc8e:33237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a7ab8b11803473f933cbe959588d30f is 69, key is 5b617c7edc8e,37143,1732706503722/rs:state/1732706505564/Put/seqid=0 2024-11-27T11:22:15,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741856_1032 (size=5156) 2024-11-27T11:22:15,411 INFO [M:0;5b617c7edc8e:33237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a7ab8b11803473f933cbe959588d30f 2024-11-27T11:22:15,415 DEBUG [M:0;5b617c7edc8e:33237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02bb1337318b4b908d608dc8daacb0b9 as hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02bb1337318b4b908d608dc8daacb0b9 2024-11-27T11:22:15,417 INFO [M:0;5b617c7edc8e:33237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02bb1337318b4b908d608dc8daacb0b9, entries=8, sequenceid=112, filesize=5.5 K 2024-11-27T11:22:15,418 DEBUG [M:0;5b617c7edc8e:33237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79fd8899acef449fad606d018d990f39 as hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79fd8899acef449fad606d018d990f39 2024-11-27T11:22:15,421 INFO [M:0;5b617c7edc8e:33237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79fd8899acef449fad606d018d990f39, entries=13, sequenceid=112, filesize=8.7 K 2024-11-27T11:22:15,421 DEBUG [M:0;5b617c7edc8e:33237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a7ab8b11803473f933cbe959588d30f as hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a7ab8b11803473f933cbe959588d30f 2024-11-27T11:22:15,424 INFO [M:0;5b617c7edc8e:33237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42261/user/jenkins/test-data/7977b95c-a074-0a6f-0e42-c184d06755ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a7ab8b11803473f933cbe959588d30f, entries=1, sequenceid=112, filesize=5.0 K 2024-11-27T11:22:15,425 INFO [M:0;5b617c7edc8e:33237 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=112, compaction requested=false 2024-11-27T11:22:15,426 INFO [M:0;5b617c7edc8e:33237 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T11:22:15,426 DEBUG [M:0;5b617c7edc8e:33237 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732706534551Disabling compacts and flushes for region at 1732706534551Disabling writes for close at 1732706534551Obtaining lock to block concurrent updates at 1732706534551Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732706534551Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1732706534552 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732706534552Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732706534552Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732706534566 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732706534566Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732706534973 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732706534986 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732706534987 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732706535393 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732706535407 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732706535407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d78f1c5: reopening flushed file at 1732706535414 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ef4920: reopening flushed file at 1732706535418 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bfa5aed: reopening flushed file at 1732706535421 (+3 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=112, compaction requested=false at 1732706535425 (+4 ms)Writing region close event to WAL at 1732706535426 (+1 ms)Closed at 1732706535426 2024-11-27T11:22:15,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38201 is added to blk_1073741830_1006 (size=69067) 2024-11-27T11:22:15,428 INFO [M:0;5b617c7edc8e:33237 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T11:22:15,428 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T11:22:15,428 INFO [M:0;5b617c7edc8e:33237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33237 2024-11-27T11:22:15,428 INFO [M:0;5b617c7edc8e:33237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T11:22:15,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:22:15,530 INFO [M:0;5b617c7edc8e:33237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T11:22:15,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x1015928f2440000, quorum=127.0.0.1:50237, baseZNode=/01492232511 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T11:22:15,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c462eb1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:22:15,533 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fd0952d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:22:15,533 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:22:15,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ece777f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:22:15,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac91a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/hadoop.log.dir/,STOPPED} 2024-11-27T11:22:15,534 WARN [BP-1074060220-172.17.0.2-1732706502608 heartbeating to localhost/127.0.0.1:42261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:22:15,534 WARN [BP-1074060220-172.17.0.2-1732706502608 heartbeating to localhost/127.0.0.1:42261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1074060220-172.17.0.2-1732706502608 (Datanode Uuid 6e637754-7aef-4b97-b1b6-54224d1cda4c) service to localhost/127.0.0.1:42261 2024-11-27T11:22:15,534 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:22:15,534 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:22:15,535 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/cluster_d37c73d9-cb76-4d9d-0998-6cce99da2b6f/data/data1/current/BP-1074060220-172.17.0.2-1732706502608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:22:15,535 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/cluster_d37c73d9-cb76-4d9d-0998-6cce99da2b6f/data/data2/current/BP-1074060220-172.17.0.2-1732706502608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:22:15,535 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:22:15,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@251b0c89{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:22:15,543 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5860938f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:22:15,543 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:22:15,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33141d6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:22:15,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2af3af6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a1f3e-4c42-ea70-75f7-002c551b0d68/hadoop.log.dir/,STOPPED} 2024-11-27T11:22:15,548 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T11:22:15,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T11:22:15,576 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 534) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50237) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:34509 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:34509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50237) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35605 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:42261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:34509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:34509 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50237) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:42261 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:42261 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:42261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:42261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=978 (was 879) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 399), ProcessCount=11 (was 11), AvailableMemoryMB=5766 (was 6038) 2024-11-27T11:22:15,576 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500